-- Logs begin at Thu 2021-08-19 01:29:17 UTC, end at Thu 2021-08-19 02:42:45 UTC. -- Aug 19 02:11:27.199005 dv-cinder-755654-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 19 02:11:29.927604 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.common.config [-] Logging enabled! Aug 19 02:11:29.928173 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev548 Aug 19 02:11:29.928366 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94301) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 19 02:11:29.931567 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.common.config [-] Logging enabled! Aug 19 02:11:29.931817 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev548 Aug 19 02:11:29.932127 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94301) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 19 02:11:29.933059 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 02:11:29.933374 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 02:11:29.933998 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 02:11:29.935348 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 02:11:29.935348 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 02:11:29.935348 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.935348 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.935646 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.935791 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.936090 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.936383 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.936667 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.936958 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.937282 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.937572 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.937850 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.938133 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.938367 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.938649 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.938936 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.939221 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.939445 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] debug = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.939723 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.940144 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.940559 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.940837 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.941136 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.942111 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.942396 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.942680 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.942963 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.943290 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] host = dv-cinder-755654-10-iscsi {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.943569 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.943854 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.944138 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.944422 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.944694 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.944970 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.945284 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.945559 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.945901 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] log_file = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.946207 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.946495 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.946782 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.947068 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.947291 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.947511 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.947798 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.948083 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.948356 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.948627 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.948901 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.949202 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.949476 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.949744 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.950025 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.950304 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.950585 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.950858 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.951136 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.951404 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.951672 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.951953 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.952222 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.952490 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.952762 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.953046 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.953335 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.953606 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.953905 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.954189 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.954470 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.954753 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.955026 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.955308 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.955580 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.955850 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.956120 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] use_json = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.956389 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.956656 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.956933 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.957808 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.958082 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.958355 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.958624 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.958905 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:29.959203 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.959499 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.959800 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.960083 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.960376 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.960657 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.960947 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.961249 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.961542 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.961831 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.962120 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.962400 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.962687 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.962964 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.963259 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.963563 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.963858 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.964149 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.964423 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.964698 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.964971 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.965273 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.965563 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.965857 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.966145 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.966420 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.966700 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.966990 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.967266 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.967540 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.967875 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.968166 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.968444 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.968717 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.968999 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.969307 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.969664 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.969944 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.970223 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.970513 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.970795 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.971068 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.971339 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.971615 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.971886 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.972169 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.972447 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.972855 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.973148 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.973428 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.973704 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.973976 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.974252 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.974523 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.974797 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.975066 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.975336 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.975609 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.975880 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.976151 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.976422 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.976691 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.976964 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.977260 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.977531 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.977802 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.978074 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.978345 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.978629 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.978922 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.979196 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.979474 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.979751 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.980026 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.980301 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.980577 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.980858 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.981142 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.981425 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.981716 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.982000 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.982283 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.982565 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.982842 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.983136 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.983413 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.983695 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.983969 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.984246 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.984534 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.984817 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.985108 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.985422 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.985715 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.986008 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.986299 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.986578 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.986884 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.987164 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:29.987382 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 02:11:29.987622 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94301) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 19 02:11:30.338422 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 02:11:30.338612 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 02:11:30.338906 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 02:11:30.339234 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 19 02:11:30.736651 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:30.736939 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:30.737236 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:30.739187 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:30.739464 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:30.739730 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:30.774040 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:30.774376 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:30.774645 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:30.790921 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:30.791200 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:30.791468 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:30.820163 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:30.820436 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:30.820703 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:30.855924 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:30.856147 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:30.856417 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:31.089169 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:31.089795 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:31.089795 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:31.089977 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:31.090677 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:31.210281 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:31.210602 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:31.210880 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:31.211150 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:31.211416 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:31.211725 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:31.211986 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:31.212244 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:31.212499 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:31.212780 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:31.213038 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:31.213406 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:31.213664 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:31.213917 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:31.214171 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:31.214435 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:31.214690 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:31.214956 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:31.215224 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:31.215482 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:31.215750 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:31.216003 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:31.216283 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:31.216653 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:31.216901 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:31.217166 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:31.217562 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 02:11:31.217805 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 02:11:31.218043 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 02:11:31.218281 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 02:11:31.218514 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 02:11:31.218747 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 02:11:31.219103 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 19 02:11:31.222291 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 19 02:11:31.226813 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 19 02:11:31.230453 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Aug 19 02:11:31.232066 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 19 02:11:31.232513 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 19 02:11:31.232844 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 19 02:11:31.233248 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 19 02:11:31.236015 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 19 02:11:31.236265 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 19 02:11:31.236607 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 19 02:11:31.242822 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 19 02:11:31.265458 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 19 02:11:31.265918 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:31.266216 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94301) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 19 02:11:31.266575 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:31.267925 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94301) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 19 02:11:31.268211 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 19 02:11:31.268456 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 19 02:11:31.272523 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:31.272801 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:31.337314 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 19 02:11:31.337549 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 19 02:11:31.337781 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 19 02:11:31.338144 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 19 02:11:31.359987 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_db.sqlalchemy.engines [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94301) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 19 02:11:32.044092 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.plugins.ml2.managers [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Initializing driver for type 'gre' Aug 19 02:11:32.044626 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] gre ID ranges: [(1, 1000)] Aug 19 02:11:32.175676 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.plugins.ml2.managers [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Initializing driver for type 'local' Aug 19 02:11:32.176291 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.plugins.ml2.managers [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Initializing driver for type 'vlan' Aug 19 02:11:32.255702 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] VlanTypeDriver initialization complete Aug 19 02:11:32.256063 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.plugins.ml2.managers [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Initializing driver for type 'vxlan' Aug 19 02:11:32.256582 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] vxlan ID ranges: [(1, 1000)] Aug 19 02:11:32.489706 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.plugins.ml2.managers [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Initializing extension driver 'port_security' Aug 19 02:11:32.490051 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.plugins.ml2.extensions.port_security [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] PortSecurityExtensionDriver initialization complete Aug 19 02:11:32.490376 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.plugins.ml2.managers [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Initializing mechanism driver 'openvswitch' Aug 19 02:11:32.490697 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.plugins.ml2.managers [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Initializing mechanism driver 'hyperv' Aug 19 02:11:32.504037 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.plugins.ml2.plugin [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:11:32.504987 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > port after_create 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.505392 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > port after_update 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.505746 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > port after_delete 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.506314 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94301) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 02:11:32.506751 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > subnet after_create 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.507105 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > subnet after_update 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.507450 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > subnet after_delete 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.507839 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94301) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 02:11:32.508242 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > network after_create 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.508586 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > network after_update 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.508924 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > network after_delete 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.509337 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94301) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 02:11:32.509748 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > security_group after_create 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.510093 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > security_group after_update 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.510433 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > security_group after_delete 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.510823 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94301) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 02:11:32.511223 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.511570 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.511907 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.512294 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94301) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 02:11:32.512692 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > address_group after_create 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.513033 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > address_group after_update 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.513394 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > address_group after_delete 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.513781 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94301) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 02:11:32.514155 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] ML2 OVO RPC backend initialized. {{(pid=94301) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 19 02:11:32.514868 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > router_interface after_create 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.515369 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.515789 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > network before_response 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.516160 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > networks before_response 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.516566 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > port before_response 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.516845 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > ports before_response 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.517210 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > subnet before_response 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.517552 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > subnets before_response 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.517897 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > network after_create 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.518234 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > network after_update 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.518569 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > network after_delete 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.518908 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > port after_create 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.519242 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > port after_update 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.520181 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > port after_delete 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.520720 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > subnet after_create 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.521065 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > subnet after_update 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.521427 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > subnet after_delete 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.522013 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.plugins.ml2.plugin [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Modular L2 Plugin initialization complete Aug 19 02:11:32.522337 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading services supported by the core plugin {{(pid=94301) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 19 02:11:32.522661 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.plugins.ml2.managers [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Got port-security extension from driver 'port_security' Aug 19 02:11:32.523230 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.extensions.vlantransparent [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Disabled vlantransparent extension. Aug 19 02:11:32.523710 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94301) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 19 02:11:32.524021 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading Plugin: router Aug 19 02:11:32.567265 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > router_interface before_create 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.567825 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > router after_create 55549900 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.568199 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > router before_create 55549900 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.568563 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.568934 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.569314 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > router after_delete 55549900 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.569676 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > floatingip after_create 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.571612 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > floatingip after_update 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.571992 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > router after_create 55549900 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.572352 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > router after_update 55549900 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.572711 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > router after_update 55549900 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.573062 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.573477 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > router after_update 55549900 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.573889 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > router precommit_update 55549900 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.574258 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: port after_update 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.574599 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: port after_delete 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.574938 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: subnet after_update 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.575276 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.575622 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > port precommit_delete 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.575966 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > router precommit_create 55549900 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.576309 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: port before_delete 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.576648 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > router precommit_create 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.577002 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > router after_update 55549900 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.577377 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > router precommit_delete 55549900 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.577727 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > router precommit_create 55549900 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.578086 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > router_interface after_create 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.578430 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > router precommit_update 55549900 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.578790 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > agent after_create 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.579133 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > agent after_delete 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.579474 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > network after_delete 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.580340 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.quota.resource_registry [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Tracking information for resource: router configured {{(pid=94301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 02:11:32.580673 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.quota.resource_registry [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Tracking information for resource: floatingip configured {{(pid=94301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 02:11:32.585743 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.db.l3_agentschedulers_db [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 19 02:11:32.586323 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: port after_update 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.586700 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: port after_create 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.587051 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: port after_delete 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.587400 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: port after_update 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.588194 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > router before_create 55550100 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.588555 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > router precommit_delete 55550100 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.588916 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > router precommit_create 55550100 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.589297 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > router precommit_update 55550100 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.594006 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.services.provider_configuration [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Service providers = [] {{(pid=94301) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 19 02:11:32.594373 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.db.servicetype_db [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94301) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 19 02:11:32.597414 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.services.service_base [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94301) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 02:11:32.597802 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.services.service_base [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94301) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 02:11:32.598515 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.services.service_base [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94301) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 02:11:32.599429 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.services.service_base [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94301) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 02:11:32.599802 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.services.service_base [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 19 02:11:32.600181 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 02:11:32.600498 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 19 02:11:32.611056 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 02:11:32.611386 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading Plugin: auto_allocate Aug 19 02:11:32.617757 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: network precommit_update 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.618124 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: network precommit_create 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.618642 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 02:11:32.619211 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading Plugin: tag Aug 19 02:11:32.625966 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 02:11:32.626297 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading Plugin: timestamp Aug 19 02:11:32.630705 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 02:11:32.631029 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading Plugin: network_ip_availability Aug 19 02:11:32.636405 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.636772 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.637147 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.637848 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 02:11:32.638167 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading Plugin: flavors Aug 19 02:11:32.643026 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 02:11:32.643357 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading Plugin: revisions Aug 19 02:11:32.647646 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 02:11:32.648033 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_concurrency.lockutils [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.309s {{(pid=94301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 02:11:32.648757 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94301) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 19 02:11:32.649091 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Initializing extension manager. Aug 19 02:11:32.649633 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: __init__.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.649975 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: __pycache__ {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.650308 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.650639 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: address_group.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.651392 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.651958 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: address-group Aug 19 02:11:32.652280 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: address_scope.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.652994 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.653531 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: address-scope Aug 19 02:11:32.653851 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: admin_state_down_before_update.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.654767 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.655266 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: router-admin-state-down-before-update Aug 19 02:11:32.655585 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: agent.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.656283 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.656775 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: agent Aug 19 02:11:32.657094 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: agent_resources_synced.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.658021 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.658516 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: agent-resources-synced Aug 19 02:11:32.658837 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: allowedaddresspairs.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.661161 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.661676 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: allowed-address-pairs Aug 19 02:11:32.662002 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: auto_allocated_topology.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.663073 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.663575 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: auto-allocated-topology Aug 19 02:11:32.663899 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: availability_zone.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.664591 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.665086 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: availability_zone Aug 19 02:11:32.665437 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: availability_zone_filter.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.666343 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.666840 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: availability_zone_filter Aug 19 02:11:32.667158 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: data_plane_status.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.668066 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.668559 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extension data-plane-status not supported by any of loaded plugins Aug 19 02:11:32.668878 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: default_subnetpools.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.669817 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.670317 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: default-subnetpools Aug 19 02:11:32.670635 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: dhcpagentscheduler.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.671431 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.671931 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: dhcp_agent_scheduler Aug 19 02:11:32.672248 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: dns.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.673183 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.673682 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extension dns-integration not supported by any of loaded plugins Aug 19 02:11:32.674001 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: dns_domain_ports.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.674915 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.675410 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 19 02:11:32.676315 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.677255 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.677760 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 19 02:11:32.678077 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: dvr.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.678740 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.679232 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: dvr Aug 19 02:11:32.679546 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: ecmp_routes.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.680448 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.680937 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extension ecmp_routes not supported by any of loaded plugins Aug 19 02:11:32.681286 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: empty_string_filtering.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.682181 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.682675 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: empty-string-filtering Aug 19 02:11:32.682995 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.683891 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.684382 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 19 02:11:32.684697 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.685628 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.686116 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 19 02:11:32.686433 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: external_net.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.687325 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.687821 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: external-net Aug 19 02:11:32.688138 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: extra_dhcp_opt.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.689034 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.689560 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: extra_dhcp_opt Aug 19 02:11:32.689882 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: extraroute.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.690783 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.691281 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: extraroute Aug 19 02:11:32.691633 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: extraroute_atomic.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.692641 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.693163 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: extraroute-atomic Aug 19 02:11:32.693485 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: filter_validation.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.694301 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.694796 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: filter-validation Aug 19 02:11:32.695114 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: fip_pf_description.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.696021 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.696596 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 19 02:11:32.696920 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: fip_port_details.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.697856 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.698361 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: fip-port-details Aug 19 02:11:32.698681 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: flavors.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.699894 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.700404 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: flavors Aug 19 02:11:32.700724 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.702398 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.702907 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 19 02:11:32.703231 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: floatingip_pools.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.703922 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.704421 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: floatingip-pools Aug 19 02:11:32.704742 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: ip_allocation.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.705686 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.706180 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extension ip_allocation not supported by any of loaded plugins Aug 19 02:11:32.706500 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.707578 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.708079 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: ip-substring-filtering Aug 19 02:11:32.708482 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: l2_adjacency.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.709449 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.709943 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extension l2_adjacency not supported by any of loaded plugins Aug 19 02:11:32.710263 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: l3.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.711217 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.711723 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: router Aug 19 02:11:32.712046 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: l3_conntrack_helper.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.714286 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.714808 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 19 02:11:32.715134 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.716077 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.716581 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: ext-gw-mode Aug 19 02:11:32.716904 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.717833 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.718333 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: l3-ha Aug 19 02:11:32.718653 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: l3_flavors.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.719552 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.720051 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: l3-flavors Aug 19 02:11:32.720370 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.721308 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.721810 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: l3-port-ip-change-not-allowed Aug 19 02:11:32.722124 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: l3agentscheduler.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.723711 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.724210 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: l3_agent_scheduler Aug 19 02:11:32.724533 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: logging.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.726014 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.726522 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extension logging not supported by any of loaded plugins Aug 19 02:11:32.726850 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: metering.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.727582 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.728144 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: metering Aug 19 02:11:32.728468 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.729698 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.730201 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: metering_source_and_destination_fields Aug 19 02:11:32.730523 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: multiprovidernet.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.731437 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.731939 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: multi-provider Aug 19 02:11:32.732257 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: netmtu.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.733191 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.733691 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: net-mtu Aug 19 02:11:32.734012 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: netmtu_writable.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.734919 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.735415 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: net-mtu-writable Aug 19 02:11:32.735734 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: network_availability_zone.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.736395 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.736896 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: network_availability_zone Aug 19 02:11:32.737252 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: network_ip_availability.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.738912 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.739438 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: network-ip-availability Aug 19 02:11:32.739802 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: network_segment_range.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.740511 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.741002 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extension network-segment-range not supported by any of loaded plugins Aug 19 02:11:32.741342 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: pagination.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.742324 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.742648 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: pagination Aug 19 02:11:32.742966 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: port_device_profile.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.744196 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.744701 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: port-device-profile Aug 19 02:11:32.745021 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.745969 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.746469 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: port-mac-address-regenerate Aug 19 02:11:32.746789 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.747701 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.748198 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: port-numa-affinity-policy Aug 19 02:11:32.748661 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: port_resource_request.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.749673 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.750169 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extension port-resource-request not supported by any of loaded plugins Aug 19 02:11:32.750489 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: portbindings.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.751412 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.751911 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: binding Aug 19 02:11:32.752227 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: portbindings_extended.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.753503 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.754200 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: binding-extended Aug 19 02:11:32.754530 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: portsecurity.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.755433 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.755930 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: port-security Aug 19 02:11:32.756251 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: project_id.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.757241 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.757573 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: project-id Aug 19 02:11:32.757897 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: providernet.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.758814 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.759317 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: provider Aug 19 02:11:32.759637 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: qos.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.763168 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.763676 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extension qos not supported by any of loaded plugins Aug 19 02:11:32.764003 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.765262 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.765768 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 19 02:11:32.766094 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.767003 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.767503 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 19 02:11:32.767824 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: qos_default.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.768733 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.769272 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extension qos-default not supported by any of loaded plugins Aug 19 02:11:32.769693 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: qos_fip.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.770337 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.770827 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extension qos-fip not supported by any of loaded plugins Aug 19 02:11:32.771145 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: qos_gateway_ip.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.772063 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.772562 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 19 02:11:32.772885 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: qos_port_network_policy.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.773815 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.774310 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 19 02:11:32.774627 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: qos_pps_rule.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.775788 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.776297 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extension qos-pps not supported by any of loaded plugins Aug 19 02:11:32.776619 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: qos_rule_type_details.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.777558 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.778058 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 19 02:11:32.778379 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: qos_rules_alias.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.779413 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.779918 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 19 02:11:32.780240 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: quotasv2.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.781340 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.781666 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: quotas Aug 19 02:11:32.781984 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: quotasv2_detail.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.784988 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.785885 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: quota_details Aug 19 02:11:32.786212 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: rbac.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.787255 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.787773 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: rbac-policies Aug 19 02:11:32.788100 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: rbac_address_group.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.789029 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.789579 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: rbac-address-group Aug 19 02:11:32.789900 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: rbac_address_scope.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.790811 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.791315 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: rbac-address-scope Aug 19 02:11:32.791635 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: rbac_security_groups.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.792544 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.793045 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: rbac-security-groups Aug 19 02:11:32.793399 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: rbac_subnetpool.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.794309 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.794805 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: rbac-subnetpool Aug 19 02:11:32.795123 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: revisionifmatch.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.796033 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.796535 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: revision-if-match Aug 19 02:11:32.796857 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: revisions.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.798062 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.798565 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: standard-attr-revisions Aug 19 02:11:32.798886 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: router_availability_zone.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.799557 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.800053 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: router_availability_zone Aug 19 02:11:32.800370 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: routerservicetype.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.801868 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.802362 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extension router-service-type not supported by any of loaded plugins Aug 19 02:11:32.802681 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.803595 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.804100 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: security-groups-normalized-cidr Aug 19 02:11:32.804418 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: security_groups_port_filtering.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.805361 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.805860 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: port-security-groups-filtering Aug 19 02:11:32.806179 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.807091 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.807688 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: security-groups-remote-address-group Aug 19 02:11:32.808009 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: securitygroup.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.817782 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.818308 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: security-group Aug 19 02:11:32.818640 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: segment.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.819420 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.819925 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extension segment not supported by any of loaded plugins Aug 19 02:11:32.820249 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.821207 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.821711 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 19 02:11:32.822035 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: servicetype.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.823192 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.823705 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: service-type Aug 19 02:11:32.824035 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: sorting.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.825015 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.825378 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: sorting Aug 19 02:11:32.825705 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: standard_attr_segment.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.826630 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.827136 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 19 02:11:32.827458 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: standardattrdescription.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.828101 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.828599 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: standard-attr-description Aug 19 02:11:32.828920 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: stateful_security_group.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.829887 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.830396 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: stateful-security-group Aug 19 02:11:32.830718 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: stdattrs_common.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.831298 dv-cinder-755654-10-iscsi neutron-server[94301]: WARNING neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 19 02:11:32.831621 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.832780 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.833317 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 19 02:11:32.833745 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: subnet_onboard.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.834827 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.835335 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: subnet_onboard Aug 19 02:11:32.835659 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.836575 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.837073 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 19 02:11:32.837420 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: subnet_service_types.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.838337 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.838838 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: subnet-service-types Aug 19 02:11:32.839160 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: subnetallocation.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.840219 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.840723 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: subnet_allocation Aug 19 02:11:32.841046 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.841730 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.842229 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: subnetpool-prefix-ops Aug 19 02:11:32.842551 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.843470 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.843976 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 19 02:11:32.844304 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: tagging.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.845356 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.845874 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: standard-attr-tag Aug 19 02:11:32.846198 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: timestamp.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.847387 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.848607 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loaded extension: standard-attr-timestamp Aug 19 02:11:32.848929 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: trunk.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.849996 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.850507 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extension trunk not supported by any of loaded plugins Aug 19 02:11:32.850829 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: trunk_details.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.851744 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.852248 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extension trunk-details not supported by any of loaded plugins Aug 19 02:11:32.852567 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: uplink_status_propagation.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.853508 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.854010 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 19 02:11:32.854328 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Loading extension file: vlantransparent.py {{(pid=94301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 02:11:32.854994 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 02:11:32.855488 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extension vlan-transparent not supported by any of loaded plugins Aug 19 02:11:32.857999 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.quota.resource_registry [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Creating instance of TrackedResource for resource:network Aug 19 02:11:32.858520 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.quota.resource_registry [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Creating instance of TrackedResource for resource:subnet Aug 19 02:11:32.858913 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.quota.resource_registry [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 02:11:32.859300 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.quota.resource_registry [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Creating instance of TrackedResource for resource:port Aug 19 02:11:32.860526 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.v2.resource_helper [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 02:11:32.860958 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.v2.resource_helper [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Service FLAVORS assigned prefix: {{(pid=94301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 02:11:32.861603 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.v2.resource_helper [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 02:11:32.862048 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.v2.resource_helper [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 02:11:32.862374 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.quota.resource_registry [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Creating instance of TrackedResource for resource:router Aug 19 02:11:32.862797 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.quota.resource_registry [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Creating instance of TrackedResource for resource:floatingip Aug 19 02:11:32.864034 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.v2.resource_helper [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Service METERING assigned prefix: /metering {{(pid=94301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 02:11:32.865465 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.865831 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.866216 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:11:32.867193 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.quota.resource_registry [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Creating instance of CountableResource for resource:rbac_policy Aug 19 02:11:32.867635 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.quota.resource_registry [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Creating instance of TrackedResource for resource:security_group Aug 19 02:11:32.868080 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.quota.resource_registry [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Creating instance of TrackedResource for resource:security_group_rule Aug 19 02:11:32.868674 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.v2.resource_helper [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Service CORE assigned prefix: {{(pid=94301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 02:11:32.869276 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.quota.resource_registry [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 02:11:32.869946 dv-cinder-755654-10-iscsi neutron-server[94301]: WARNING neutron.quota.resource_registry [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] subnetpool is already registered Aug 19 02:11:32.870391 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.v2.resource_helper [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Service CORE assigned prefix: {{(pid=94301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 02:11:32.870714 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.quota.resource_registry [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 02:11:32.871047 dv-cinder-755654-10-iscsi neutron-server[94301]: WARNING neutron.quota.resource_registry [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] subnetpool is already registered Aug 19 02:11:32.873365 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.v2.resource_helper [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 02:11:32.875093 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.v2.resource_helper [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Service FLAVORS assigned prefix: {{(pid=94301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 02:11:32.875716 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.v2.resource_helper [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 02:11:32.876144 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.v2.resource_helper [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 02:11:32.876475 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.quota.resource_registry [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Creating instance of TrackedResource for resource:router Aug 19 02:11:32.876814 dv-cinder-755654-10-iscsi neutron-server[94301]: WARNING neutron.quota.resource_registry [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] router is already registered Aug 19 02:11:32.877261 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.quota.resource_registry [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Creating instance of TrackedResource for resource:floatingip Aug 19 02:11:32.877599 dv-cinder-755654-10-iscsi neutron-server[94301]: WARNING neutron.quota.resource_registry [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] floatingip is already registered Aug 19 02:11:32.878054 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.v2.resource_helper [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Service METERING assigned prefix: /metering {{(pid=94301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 02:11:32.878716 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.quota.resource_registry [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Creating instance of CountableResource for resource:rbac_policy Aug 19 02:11:32.879283 dv-cinder-755654-10-iscsi neutron-server[94301]: WARNING neutron.quota.resource_registry [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] rbac_policy is already registered Aug 19 02:11:32.879699 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.quota.resource_registry [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Creating instance of TrackedResource for resource:security_group Aug 19 02:11:32.880034 dv-cinder-755654-10-iscsi neutron-server[94301]: WARNING neutron.quota.resource_registry [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] security_group is already registered Aug 19 02:11:32.880434 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.quota.resource_registry [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Creating instance of TrackedResource for resource:security_group_rule Aug 19 02:11:32.880767 dv-cinder-755654-10-iscsi neutron-server[94301]: WARNING neutron.quota.resource_registry [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] security_group_rule is already registered Aug 19 02:11:32.881267 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.v2.resource_helper [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Service CORE assigned prefix: {{(pid=94301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 02:11:32.881593 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.quota.resource_registry [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 02:11:32.881925 dv-cinder-755654-10-iscsi neutron-server[94301]: WARNING neutron.quota.resource_registry [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] subnetpool is already registered Aug 19 02:11:32.882338 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.v2.resource_helper [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Service CORE assigned prefix: {{(pid=94301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 02:11:32.882657 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.quota.resource_registry [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 02:11:32.882982 dv-cinder-755654-10-iscsi neutron-server[94301]: WARNING neutron.quota.resource_registry [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] subnetpool is already registered Aug 19 02:11:32.883429 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extended resource: extensions {{(pid=94301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:11:32.884981 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extended resource: address-groups {{(pid=94301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:11:32.886551 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extended resource: address-scopes {{(pid=94301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:11:32.887763 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extended resource: agents {{(pid=94301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:11:32.888920 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extended resource: auto-allocated-topology {{(pid=94301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:11:32.890292 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extended resource: availability_zones {{(pid=94301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:11:32.891512 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extended resource: dhcp-networks {{(pid=94301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:11:32.892945 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extended resource: dhcp-agents {{(pid=94301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:11:32.894640 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extended resource: routers {{(pid=94301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:11:32.896628 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extended resource: flavors {{(pid=94301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:11:32.897823 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extended resource: service_profiles {{(pid=94301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:11:32.899233 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extended resource: next_providers {{(pid=94301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:11:32.900710 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extended resource: service_profiles {{(pid=94301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:11:32.902274 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extended resource: floatingip-pools {{(pid=94301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:11:32.903492 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extended resource: routers {{(pid=94301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:11:32.905529 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extended resource: floatingips {{(pid=94301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:11:32.906789 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extended resource: l3-routers {{(pid=94301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:11:32.908171 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extended resource: l3-agents {{(pid=94301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:11:32.909699 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extended resource: metering-labels {{(pid=94301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:11:32.911736 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extended resource: metering-label-rules {{(pid=94301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:11:32.913002 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extended resource: network-ip-availabilities {{(pid=94301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:11:32.914394 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extended resource: bindings {{(pid=94301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:11:32.915956 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extended resource: quotas {{(pid=94301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:11:32.917470 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extended resource: quotas {{(pid=94301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:11:32.918987 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extended resource: rbac-policies {{(pid=94301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:11:32.920178 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extended resource: security-groups {{(pid=94301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:11:32.921421 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extended resource: security-group-rules {{(pid=94301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:11:32.922649 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extended resource: service-providers {{(pid=94301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:11:32.924017 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extended resource: subnetpools {{(pid=94301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:11:32.925366 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extended resource: subnetpools {{(pid=94301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:11:32.927574 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extended resource: tags {{(pid=94301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:11:32.929483 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extended resource: tags {{(pid=94301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:11:32.931160 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extended resource: tags {{(pid=94301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:11:32.933036 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extended resource: tags {{(pid=94301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:11:32.934805 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extended resource: tags {{(pid=94301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:11:32.936626 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extended resource: tags {{(pid=94301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:11:32.939334 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extended resource: tags {{(pid=94301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:11:32.941247 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extended resource: tags {{(pid=94301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:11:32.943050 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extended resource: tags {{(pid=94301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:11:32.944897 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron.api.extensions [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Extended resource: tags {{(pid=94301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 02:11:32.950949 dv-cinder-755654-10-iscsi neutron-server[94301]: WARNING keystonemiddleware.auth_token [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 19 02:11:32.955565 dv-cinder-755654-10-iscsi neutron-server[94301]: WARNING keystonemiddleware.auth_token [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 19 02:11:32.964313 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_concurrency.lockutils [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Acquired lock "singleton_lock" {{(pid=94301) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 19 02:11:32.964787 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_concurrency.lockutils [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Releasing lock "singleton_lock" {{(pid=94301) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 19 02:11:32.966404 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO oslo_service.service [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Starting 2 workers Aug 19 02:11:32.970262 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Started child 94444 {{(pid=94301) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 02:11:32.975326 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Started child 94445 {{(pid=94301) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 02:11:32.976259 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:11:32.976950 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO neutron.service [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Neutron service started, listening on 0.0.0.0:9696 Aug 19 02:11:32.977617 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Notify callbacks [] for process, before_spawn {{(pid=94301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:11:32.977821 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [-] (94444) wsgi starting up on http://0.0.0.0:9696 Aug 19 02:11:32.980197 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:11:32.980623 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO oslo_service.service [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Starting 1 workers Aug 19 02:11:32.981642 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [-] (94445) wsgi starting up on http://0.0.0.0:9696 Aug 19 02:11:32.985479 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Started child 94446 {{(pid=94301) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 02:11:32.986144 dv-cinder-755654-10-iscsi neutron-server[94301]: INFO oslo_service.service [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Starting 1 workers Aug 19 02:11:32.990336 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.service [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] calling RpcWorker wait() {{(pid=94446) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 19 02:11:32.990898 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.service [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] returning from RpcWorker wait() {{(pid=94446) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 19 02:11:32.991309 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Started child 94447 {{(pid=94301) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 02:11:32.992073 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:11:32.992243 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG neutron_lib.callbacks.manager [None req-a709ee14-f3a6-45d5-81d9-47e2c8f824cd None None] Notify callbacks [] for process, after_spawn {{(pid=94301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:11:32.992521 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:11:32.994437 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94301) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 19 02:11:32.994653 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 02:11:32.994843 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 02:11:32.996314 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 02:11:32.996314 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 02:11:32.996314 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 02:11:32.996314 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:32.996572 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:32.996637 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:32.996826 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:11:32.997337 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:32.997337 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:32.997783 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:11:32.997887 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:32.998093 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:32.998360 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:32.998620 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:32.998875 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:32.999050 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:32.999221 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:32.999595 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:32.999851 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.000134 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.000409 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.000659 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.000930 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.001102 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.001385 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.001662 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.001918 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.002187 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] debug = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.002442 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.002924 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.003215 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.003464 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.003690 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.004068 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.004330 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.004602 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.004855 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.005089 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.005363 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.005622 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.005864 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.006101 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.006322 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.006608 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.006823 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.007288 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] host = dv-cinder-755654-10-iscsi {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.007506 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.007778 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.008043 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.008287 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.008534 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.008769 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.009028 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.009305 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.009556 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.009782 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.010021 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.010273 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.010528 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.010773 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] log_file = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.010937 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] log_options = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.011180 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.011446 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.011703 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.011893 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.012063 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.012295 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.012447 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.012615 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.012871 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.013089 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.013342 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.013575 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.013791 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.014021 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.014271 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.014514 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.015070 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.015070 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.015351 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.015495 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.015793 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.015957 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.016175 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.016411 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.016651 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.016885 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.017243 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.017422 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.017580 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.017855 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.018090 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.018348 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.018600 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.018845 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.019072 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.019299 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.020078 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.020354 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.020589 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.020845 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.021100 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.021371 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.021603 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.021921 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.022123 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.022407 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] use_json = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.022579 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.022794 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.023044 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.023258 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.023494 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.023708 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.023923 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.024156 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.025362 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.026242 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.026680 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.026890 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.027140 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.027506 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.027677 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.027934 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.028284 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.028554 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.028907 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.029174 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.029478 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.029728 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.029992 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.030343 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.030619 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.030903 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.031129 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.031395 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.031671 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.031899 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.032232 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.032542 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.032814 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.033080 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.033328 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.033555 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.033776 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.033993 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.034230 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.034447 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.034720 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.034954 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.035733 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.035966 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.036306 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.036535 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.036768 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.037023 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.037292 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.037617 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.047851 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.047851 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.047851 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.047851 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.047851 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.047851 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.047851 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.047851 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.047851 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.048521 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.048521 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.048521 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.048521 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.048521 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.048521 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.048521 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.048521 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.048521 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.049052 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.049052 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.049052 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.049052 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.049052 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.049052 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.049052 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.049052 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.049052 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.049603 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.049603 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.049603 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.049603 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.049603 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.049603 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.049603 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.049603 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.049603 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.050120 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.050120 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.050120 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.050120 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.050120 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.050120 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.050120 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.050120 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.050561 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.050561 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.050561 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.050561 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.050561 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.050561 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.050561 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.050561 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.051096 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.051096 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.051096 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.051096 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.051096 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.051096 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.051096 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.051096 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.051600 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.051600 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.051736 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.051964 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.052664 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.052664 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.052664 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.052942 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.053215 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.054429 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.054429 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.054429 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.054429 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.054734 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.054880 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.055104 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.055357 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.055606 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.055837 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.056089 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.056336 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.056606 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.056834 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.057084 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.057328 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.057605 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.057823 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.058059 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.058297 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.058528 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.058846 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.059091 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.059325 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.059667 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.059801 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.060161 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.060418 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.060688 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.060956 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.061718 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.061718 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.061718 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.062052 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.062176 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.062862 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.062862 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.062862 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.063770 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.063770 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.063770 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.063770 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.064612 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.064612 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.064612 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.064612 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.065567 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.065567 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.065567 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.065567 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.066047 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.066047 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.066287 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.066453 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.066773 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.066997 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.068004 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.068260 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.068531 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.068783 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.069024 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.069282 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.070785 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.070785 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.070785 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.070785 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.070785 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.070785 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.071248 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.071248 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.071397 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.071595 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.071825 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.072039 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.072295 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.072547 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.072889 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.073149 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.073396 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.073634 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.073854 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.074100 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.074336 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.074559 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.074809 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.075027 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.075244 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.075513 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.075745 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.075990 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.076206 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.076418 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.076636 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.076888 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.077080 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.077458 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.077701 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.077941 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.078198 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.078432 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.078669 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.078897 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.079112 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.079324 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.079572 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.079788 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.080000 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.080249 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.080460 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.080674 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.080898 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.081113 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.081347 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.081571 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.081781 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.082548 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.082863 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.083085 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.083326 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.083534 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.083783 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.083996 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.084219 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.084437 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.084647 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.084873 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.085084 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.085317 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.085541 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.085755 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.085967 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.086255 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.086520 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.086743 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.087035 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.087281 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.087529 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.087771 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.088090 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.088307 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.088566 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.088786 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.089006 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.089298 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.089668 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.089991 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.090283 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.090551 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.090821 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.091117 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.091411 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.091712 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.091928 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.092222 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.092552 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.092820 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.093078 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.093331 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.093588 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.093816 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.094032 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.094263 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.094506 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.094724 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.094977 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.095204 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.095452 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.095668 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.095912 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.096126 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.096383 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.096614 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.096878 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.097091 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.097270 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 02:11:33.099475 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94301) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 19 02:11:33.099475 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 02:11:33.099475 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 02:11:33.099475 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 02:11:33.099475 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 02:11:33.099475 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 02:11:33.099475 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.099956 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.099956 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.099956 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.100172 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.100249 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.100390 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.100550 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.100711 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.100920 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.101082 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.101266 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.101424 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.101580 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.101741 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.101897 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.102073 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.102209 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.102365 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.102524 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.102682 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.102856 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.102982 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] debug = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.103139 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.103350 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.103513 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.103670 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.103827 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.103983 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.104141 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.104297 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.104452 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.104608 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.104765 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.104921 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.105076 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.105254 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.105410 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.105567 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.105724 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.105918 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] host = dv-cinder-755654-10-iscsi {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.106076 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.106234 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.106391 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.106548 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.106703 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.106860 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.107016 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.107178 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.107335 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.107491 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.107648 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.107803 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.107959 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.108114 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] log_file = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.108269 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] log_options = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.108425 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.108581 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.108735 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.108918 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.109080 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.109270 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.109428 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.109586 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.109742 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.109902 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.110044 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.110202 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.110358 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.110516 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.110674 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.110829 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.111011 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.111141 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.111286 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.111443 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.111599 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.111755 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.111912 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.112067 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.112223 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.112378 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.112533 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.112689 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.112844 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.112999 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.113191 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.113466 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.113611 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.113769 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.113925 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.114083 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.114240 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.114400 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.114557 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.114713 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.114869 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.115026 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.115180 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.115336 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.115491 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.115647 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] use_json = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.115802 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.115959 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.116115 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.116270 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.116426 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.116582 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.116738 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.116894 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 02:11:33.117070 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.117251 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.117498 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.117665 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.117856 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.118011 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.118174 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.118332 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.118491 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.118652 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.119081 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.119242 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.119412 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.119571 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.119734 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.119895 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.120052 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.120211 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.120371 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.120529 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.120706 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.120837 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.120996 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.121177 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.121336 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.121494 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.121654 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.121814 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.121973 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.122133 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.122291 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.122455 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.122614 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.122771 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.122929 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.123086 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.123244 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.123404 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.123564 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.123721 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.123903 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.124045 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.124178 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.124327 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.124513 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.124649 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.124885 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.125047 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.125229 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.125392 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.125561 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.125717 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.125850 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.126013 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.126173 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.126331 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.126488 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.126632 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.126793 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.126952 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.127111 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.127283 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.127442 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.127600 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.127747 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.127905 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.128063 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.128221 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.128379 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.128538 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.128726 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.128976 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.129261 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.129427 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.129587 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.129750 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.129910 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.130071 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.130231 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.130391 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.130551 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.130719 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.130860 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.131015 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.131182 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.131356 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.131514 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.131671 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.131829 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.131988 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.132147 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.132302 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.132454 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.132612 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.132771 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.132929 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.133087 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.133271 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.133430 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.133589 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.133748 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.133907 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.134065 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.134224 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.134384 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.134542 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.134701 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.134859 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.135018 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.135176 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.135333 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.135502 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.135662 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.135823 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.135981 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.136147 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.136318 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.136477 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.136637 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.136796 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.136954 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.137112 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.137298 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.137457 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.137616 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.137774 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.137932 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.138100 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.138269 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.138429 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.138587 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.138745 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.138926 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.139084 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.139242 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.139401 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.139563 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.139722 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.139880 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.140038 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.140197 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.140354 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.140513 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.140672 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.140894 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.141007 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.141181 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.141312 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.141471 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.141630 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.141789 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.141948 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.142107 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.142265 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.142424 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.142581 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.142740 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.142897 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.143055 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.143213 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.143369 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.143526 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.143683 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.143841 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.144061 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.144160 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.144300 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.144995 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.145168 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.145318 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.145477 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.145638 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.145796 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.145959 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.146124 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.146276 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.146436 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.146593 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.146751 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.146910 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.147265 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.147265 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.147513 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.147513 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.147711 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.147791 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.147954 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.148125 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.148283 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.148441 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.148598 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.148755 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.148913 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.149072 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.149234 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.149395 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.149552 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.149709 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.149875 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.150007 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.150170 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.150327 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.150485 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.150643 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.150800 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.151003 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.151140 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.151272 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.151430 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.151587 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.151745 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.151902 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.152076 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.152234 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.152401 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.152543 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.152699 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.152861 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.153028 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.153207 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.153366 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.153523 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.153680 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.153838 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.154006 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.154163 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.154322 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.154479 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.154636 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.154793 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.154961 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.155120 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.155278 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.155426 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:11:33.155526 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.155608 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.155728 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.155896 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.156056 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.156213 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.156371 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.156529 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.156687 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.156854 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.157013 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.157190 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.157357 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.157515 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.157673 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.157830 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.158002 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.158162 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.158323 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.158480 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.158638 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.158796 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.158957 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.159119 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.159287 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.159452 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.159615 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.159781 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.159949 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.160711 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.160872 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.161055 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.161306 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.161520 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.161685 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.161844 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.162003 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.162162 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.162321 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.162480 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.162638 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.162797 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.162955 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.163113 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.163273 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.163431 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.163591 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.163748 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.163907 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.164064 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.164223 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.164382 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 02:11:33.164534 dv-cinder-755654-10-iscsi neutron-server[94301]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 02:11:33.375385 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 58106) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:11:33.384535 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069225 Aug 19 02:11:44.919506 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf838a74-f5f2-42d8-aca9-0271fbb59db5 None None] get_active_networks_info from dv-cinder-755654-10-iscsi {{(pid=94446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 02:11:44.983601 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf838a74-f5f2-42d8-aca9-0271fbb59db5 None None] No non-hosted networks {{(pid=94446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 19 02:11:44.991650 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.agentschedulers_db [None req-cf838a74-f5f2-42d8-aca9-0271fbb59db5 None None] DHCP Agent not found on host dv-cinder-755654-10-iscsi {{(pid=94446) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 19 02:11:45.055429 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e36a95d2-69d3-4341-b76f-b31b20f2382c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-754779'] for agent, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:11:47.240140 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5a8792a9-58f9-461c-918e-2e8aada65fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-754779'] for agent, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:11:47.279103 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.db.api [None req-c66dc2d2-a8aa-4c6b-a460-f3cde01b7734 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-755654-10-iscsi {{(pid=94446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 02:11:47.279508 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG oslo_db.api [None req-c66dc2d2-a8aa-4c6b-a460-f3cde01b7734 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 02:11:47.645497 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-754779'] for agent, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:11:47.646454 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:11:47.646940 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:11:47.647441 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:11:47.647938 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:11:47.648419 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:11:47.648968 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:11:47.649532 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:11:47.651263 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:11:47.651263 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:11:47.651263 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:11:47.651263 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:11:47.651835 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:11:47.652568 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-755654-10-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:11:47.663337 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-755654-10-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:11:47.873721 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c66dc2d2-a8aa-4c6b-a460-f3cde01b7734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:11:48.484093 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-754779'] for agent, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:11:50.341527 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-754779'] for agent, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:11:50.666670 dv-cinder-755654-10-iscsi neutron-server[94446]: INFO neutron.db.l3_hamode_db [None req-f3cde980-d267-4ed5-8272-382c1d875ab6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 19 02:11:50.750539 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cde980-d267-4ed5-8272-382c1d875ab6 None None] Routers set() bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:11:50.750926 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cde980-d267-4ed5-8272-382c1d875ab6 None None] Router IDs set() for agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 02:11:51.330023 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 58198) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:11:51.820699 dv-cinder-755654-10-iscsi neutron-server[94444]: WARNING oslo_policy.policy [None req-3088f59c-6b5c-4908-965d-262b43ee9c0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 02:11:51.829363 dv-cinder-755654-10-iscsi neutron-server[94444]: WARNING oslo_policy.policy [None req-3088f59c-6b5c-4908-965d-262b43ee9c0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 02:11:52.040047 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [None req-3088f59c-6b5c-4908-965d-262b43ee9c0a admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 02:11:52.041036 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-3088f59c-6b5c-4908-965d-262b43ee9c0a admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7101233 Aug 19 02:11:54.356233 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 58212) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:11:54.667372 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-0c5a2110-9bc8-413b-825b-84a9622c54bb admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:11:54.761725 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.policy [None req-0c5a2110-9bc8-413b-825b-84a9622c54bb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94444) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 19 02:11:54.806331 dv-cinder-755654-10-iscsi neutron-server[94444]: WARNING oslo_policy.policy [None req-0c5a2110-9bc8-413b-825b-84a9622c54bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 02:11:54.806688 dv-cinder-755654-10-iscsi neutron-server[94444]: WARNING oslo_policy.policy [None req-0c5a2110-9bc8-413b-825b-84a9622c54bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 02:11:54.815256 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.quota [None req-0c5a2110-9bc8-413b-825b-84a9622c54bb admin admin] Loaded quota_driver: . Aug 19 02:11:54.993034 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0c5a2110-9bc8-413b-825b-84a9622c54bb admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754224261393', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754224262340', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754224257273', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754224255276', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754224147932', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754224619572', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7929926', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7623019', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-343669', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-419050'] for rbac-policy, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:11:55.169554 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0c5a2110-9bc8-413b-825b-84a9622c54bb admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:11:55.170741 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-0c5a2110-9bc8-413b-825b-84a9622c54bb admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8135190 Aug 19 02:11:57.699218 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 58224) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:11:57.998312 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-5d1049f1-4888-417b-9231-ec8e716673c3 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '9dd7a42fe27942969145286883d79163', 'project_id': '9dd7a42fe27942969145286883d79163'}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:11:58.084120 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1049f1-4888-417b-9231-ec8e716673c3 admin admin] Made reservation on behalf of 9dd7a42fe27942969145286883d79163 for: {'network': 1} {{(pid=94444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:11:58.086934 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-5d1049f1-4888-417b-9231-ec8e716673c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for network, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:11:58.104631 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-5d1049f1-4888-417b-9231-ec8e716673c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:11:58.234027 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-5d1049f1-4888-417b-9231-ec8e716673c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:11:58.261016 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-5d1049f1-4888-417b-9231-ec8e716673c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:11:58.281579 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d1049f1-4888-417b-9231-ec8e716673c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=94444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 02:11:58.310897 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-5d1049f1-4888-417b-9231-ec8e716673c3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754220901322', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178'] for segment, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:11:58.311470 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-5d1049f1-4888-417b-9231-ec8e716673c3 admin admin] Unsubscribe: segment precommit_create {{(pid=94444) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 19 02:11:58.311988 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.db.segments_db [None req-5d1049f1-4888-417b-9231-ec8e716673c3 admin admin] Added segment 2075fda3-8ee9-49f2-9b99-6c572e9066c7 of type vlan for network 2fecb5da-f907-4a82-87c8-56708904d1f9 Aug 19 02:11:58.330281 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1049f1-4888-417b-9231-ec8e716673c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad9b4bb-0c5c-415f-ad74-47dc7f805034,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:11:58.382542 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1049f1-4888-417b-9231-ec8e716673c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:11:58.382906 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1049f1-4888-417b-9231-ec8e716673c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:11:58.383246 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1049f1-4888-417b-9231-ec8e716673c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:11:58.383582 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1049f1-4888-417b-9231-ec8e716673c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:11:58.383912 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1049f1-4888-417b-9231-ec8e716673c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:11:58.384259 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1049f1-4888-417b-9231-ec8e716673c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:11:58.384588 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1049f1-4888-417b-9231-ec8e716673c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:11:58.384928 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1049f1-4888-417b-9231-ec8e716673c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:11:58.385308 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1049f1-4888-417b-9231-ec8e716673c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:11:58.385634 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1049f1-4888-417b-9231-ec8e716673c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:11:58.385954 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1049f1-4888-417b-9231-ec8e716673c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:11:58.386272 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1049f1-4888-417b-9231-ec8e716673c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:11:58.387611 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1049f1-4888-417b-9231-ec8e716673c3 admin admin] Tracked resource versions report: Aug 19 02:11:58.387611 dv-cinder-755654-10-iscsi neutron-server[94444]: pushed versions: Aug 19 02:11:58.387611 dv-cinder-755654-10-iscsi neutron-server[94444]: { 'AddressGroup': {'1.2'}, Aug 19 02:11:58.387611 dv-cinder-755654-10-iscsi neutron-server[94444]: 'ConntrackHelper': {'1.0'}, Aug 19 02:11:58.387611 dv-cinder-755654-10-iscsi neutron-server[94444]: 'Log': {'1.0'}, Aug 19 02:11:58.387611 dv-cinder-755654-10-iscsi neutron-server[94444]: 'Network': {'1.1'}, Aug 19 02:11:58.387611 dv-cinder-755654-10-iscsi neutron-server[94444]: 'Port': {'1.7'}, Aug 19 02:11:58.387611 dv-cinder-755654-10-iscsi neutron-server[94444]: 'PortForwarding': {'1.2'}, Aug 19 02:11:58.387611 dv-cinder-755654-10-iscsi neutron-server[94444]: 'QosPolicy': {'1.9'}, Aug 19 02:11:58.387611 dv-cinder-755654-10-iscsi neutron-server[94444]: 'SecurityGroup': {'1.4'}, Aug 19 02:11:58.387611 dv-cinder-755654-10-iscsi neutron-server[94444]: 'SecurityGroupRule': {'1.2'}, Aug 19 02:11:58.387611 dv-cinder-755654-10-iscsi neutron-server[94444]: 'SubPort': {'1.0'}, Aug 19 02:11:58.387611 dv-cinder-755654-10-iscsi neutron-server[94444]: 'Subnet': {'1.1'}, Aug 19 02:11:58.387611 dv-cinder-755654-10-iscsi neutron-server[94444]: 'Trunk': {'1.1'}} Aug 19 02:11:58.387611 dv-cinder-755654-10-iscsi neutron-server[94444]: consumer versions: Aug 19 02:11:58.387611 dv-cinder-755654-10-iscsi neutron-server[94444]: { DHCP agent@dv-cinder-755654-10-iscsi: {}, Aug 19 02:11:58.387611 dv-cinder-755654-10-iscsi neutron-server[94444]: L3 agent@dv-cinder-755654-10-iscsi: {}, Aug 19 02:11:58.387611 dv-cinder-755654-10-iscsi neutron-server[94444]: Metadata agent@dv-cinder-755654-10-iscsi: {}, Aug 19 02:11:58.387611 dv-cinder-755654-10-iscsi neutron-server[94444]: Metering agent@dv-cinder-755654-10-iscsi: {}, Aug 19 02:11:58.387611 dv-cinder-755654-10-iscsi neutron-server[94444]: Open vSwitch agent@dv-cinder-755654-10-iscsi: { 'AddressGroup': '1.2', Aug 19 02:11:58.387611 dv-cinder-755654-10-iscsi neutron-server[94444]: 'ConntrackHelper': '1.0', Aug 19 02:11:58.387611 dv-cinder-755654-10-iscsi neutron-server[94444]: 'Log': '1.0', Aug 19 02:11:58.387611 dv-cinder-755654-10-iscsi neutron-server[94444]: 'Network': '1.1', Aug 19 02:11:58.387611 dv-cinder-755654-10-iscsi neutron-server[94444]: 'Port': '1.7', Aug 19 02:11:58.387611 dv-cinder-755654-10-iscsi neutron-server[94444]: 'PortForwarding': '1.2', Aug 19 02:11:58.387611 dv-cinder-755654-10-iscsi neutron-server[94444]: 'QosPolicy': '1.9', Aug 19 02:11:58.387611 dv-cinder-755654-10-iscsi neutron-server[94444]: 'SecurityGroup': '1.4', Aug 19 02:11:58.387611 dv-cinder-755654-10-iscsi neutron-server[94444]: 'SecurityGroupRule': '1.2', Aug 19 02:11:58.387611 dv-cinder-755654-10-iscsi neutron-server[94444]: 'SubPort': '1.0', Aug 19 02:11:58.387611 dv-cinder-755654-10-iscsi neutron-server[94444]: 'Subnet': '1.1', Aug 19 02:11:58.387611 dv-cinder-755654-10-iscsi neutron-server[94444]: 'Trunk': '1.1'}} Aug 19 02:11:58.387611 dv-cinder-755654-10-iscsi neutron-server[94444]: {{(pid=94444) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 02:11:58.437703 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-5d1049f1-4888-417b-9231-ec8e716673c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754220385702'] for network, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:11:58.546839 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-5d1049f1-4888-417b-9231-ec8e716673c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116'] for network, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:11:58.547908 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1049f1-4888-417b-9231-ec8e716673c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:11:58.548557 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-5d1049f1-4888-417b-9231-ec8e716673c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for network, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:11:58.646488 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1049f1-4888-417b-9231-ec8e716673c3 admin admin] Pushing event updated for resources: {'Network': ['ID=2fecb5da-f907-4a82-87c8-56708904d1f9,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:11:58.658500 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Network 2fecb5da-f907-4a82-87c8-56708904d1f9 details requested by agent ovs-agent-dv-cinder-755654-10-iscsi with host dv-cinder-755654-10-iscsi {{(pid=94446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 02:11:58.673154 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-5d1049f1-4888-417b-9231-ec8e716673c3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9728475 Aug 19 02:12:01.294617 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 58238) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:12:01.784371 dv-cinder-755654-10-iscsi neutron-server[94445]: WARNING oslo_policy.policy [None req-9555ce69-fb03-4b6c-8d78-28eda815d5d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 02:12:01.784942 dv-cinder-755654-10-iscsi neutron-server[94445]: WARNING oslo_policy.policy [None req-9555ce69-fb03-4b6c-8d78-28eda815d5d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 02:12:02.225357 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.policy [None req-9555ce69-fb03-4b6c-8d78-28eda815d5d3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94445) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 19 02:12:02.270156 dv-cinder-755654-10-iscsi neutron-server[94445]: WARNING oslo_policy.policy [None req-9555ce69-fb03-4b6c-8d78-28eda815d5d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 02:12:02.270539 dv-cinder-755654-10-iscsi neutron-server[94445]: WARNING oslo_policy.policy [None req-9555ce69-fb03-4b6c-8d78-28eda815d5d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 02:12:02.278671 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9555ce69-fb03-4b6c-8d78-28eda815d5d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:12:02.280586 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-9555ce69-fb03-4b6c-8d78-28eda815d5d3 admin admin] 10.222.0.16 "GET /v2.0/networks/2fecb5da-f907-4a82-87c8-56708904d1f9 HTTP/1.1" status: 200 len: 825 time: 0.9838929 Aug 19 02:12:02.319736 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-8aee38f9-0b02-40cf-b9b5-733652601dd1 admin admin] 10.222.0.16 "GET /v2.0/subnetpools/1a615dab-deda-495b-b6cb-6c3e7a0089ae HTTP/1.1" status: 200 len: 734 time: 0.0323617 Aug 19 02:12:02.328838 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [None req-41be5ac6-0e3a-41f0-ac2f-fc7974f08e87 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '2fecb5da-f907-4a82-87c8-56708904d1f9', 'subnetpool_id': '1a615dab-deda-495b-b6cb-6c3e7a0089ae', 'tenant_id': '9dd7a42fe27942969145286883d79163', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:12:02.330417 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.quota [None req-41be5ac6-0e3a-41f0-ac2f-fc7974f08e87 admin admin] Loaded quota_driver: . Aug 19 02:12:02.455174 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41be5ac6-0e3a-41f0-ac2f-fc7974f08e87 admin admin] Made reservation on behalf of 9dd7a42fe27942969145286883d79163 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:12:02.458742 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-41be5ac6-0e3a-41f0-ac2f-fc7974f08e87 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:02.781309 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-41be5ac6-0e3a-41f0-ac2f-fc7974f08e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:02.849007 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41be5ac6-0e3a-41f0-ac2f-fc7974f08e87 admin admin] Checking segment: {'id': '2075fda3-8ee9-49f2-9b99-6c572e9066c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2fecb5da-f907-4a82-87c8-56708904d1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:12:02.849325 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41be5ac6-0e3a-41f0-ac2f-fc7974f08e87 admin admin] Network hostable DHCP agents. Network: 2fecb5da-f907-4a82-87c8-56708904d1f9, hostable agents: ['5428ca17-2793-4a7a-b269-f163004a9067'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 02:12:02.860605 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be5ac6-0e3a-41f0-ac2f-fc7974f08e87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46b84a69-ade5-4b75-93a3-69edbe05ad66,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:12:02.873320 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be5ac6-0e3a-41f0-ac2f-fc7974f08e87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:12:02.873675 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be5ac6-0e3a-41f0-ac2f-fc7974f08e87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:12:02.874008 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be5ac6-0e3a-41f0-ac2f-fc7974f08e87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:12:02.874333 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be5ac6-0e3a-41f0-ac2f-fc7974f08e87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:12:02.874654 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be5ac6-0e3a-41f0-ac2f-fc7974f08e87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:12:02.874987 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be5ac6-0e3a-41f0-ac2f-fc7974f08e87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:12:02.875307 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be5ac6-0e3a-41f0-ac2f-fc7974f08e87 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:12:02.875636 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be5ac6-0e3a-41f0-ac2f-fc7974f08e87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:12:02.875968 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be5ac6-0e3a-41f0-ac2f-fc7974f08e87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:12:02.876283 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be5ac6-0e3a-41f0-ac2f-fc7974f08e87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:12:02.876594 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be5ac6-0e3a-41f0-ac2f-fc7974f08e87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:12:02.876903 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be5ac6-0e3a-41f0-ac2f-fc7974f08e87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:12:02.878922 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be5ac6-0e3a-41f0-ac2f-fc7974f08e87 admin admin] Tracked resource versions report: Aug 19 02:12:02.878922 dv-cinder-755654-10-iscsi neutron-server[94445]: pushed versions: Aug 19 02:12:02.878922 dv-cinder-755654-10-iscsi neutron-server[94445]: { 'AddressGroup': {'1.2'}, Aug 19 02:12:02.878922 dv-cinder-755654-10-iscsi neutron-server[94445]: 'ConntrackHelper': {'1.0'}, Aug 19 02:12:02.878922 dv-cinder-755654-10-iscsi neutron-server[94445]: 'Log': {'1.0'}, Aug 19 02:12:02.878922 dv-cinder-755654-10-iscsi neutron-server[94445]: 'Network': {'1.1'}, Aug 19 02:12:02.878922 dv-cinder-755654-10-iscsi neutron-server[94445]: 'Port': {'1.7'}, Aug 19 02:12:02.878922 dv-cinder-755654-10-iscsi neutron-server[94445]: 'PortForwarding': {'1.2'}, Aug 19 02:12:02.878922 dv-cinder-755654-10-iscsi neutron-server[94445]: 'QosPolicy': {'1.9'}, Aug 19 02:12:02.878922 dv-cinder-755654-10-iscsi neutron-server[94445]: 'SecurityGroup': {'1.4'}, Aug 19 02:12:02.878922 dv-cinder-755654-10-iscsi neutron-server[94445]: 'SecurityGroupRule': {'1.2'}, Aug 19 02:12:02.878922 dv-cinder-755654-10-iscsi neutron-server[94445]: 'SubPort': {'1.0'}, Aug 19 02:12:02.878922 dv-cinder-755654-10-iscsi neutron-server[94445]: 'Subnet': {'1.1'}, Aug 19 02:12:02.878922 dv-cinder-755654-10-iscsi neutron-server[94445]: 'Trunk': {'1.1'}} Aug 19 02:12:02.878922 dv-cinder-755654-10-iscsi neutron-server[94445]: consumer versions: Aug 19 02:12:02.878922 dv-cinder-755654-10-iscsi neutron-server[94445]: { DHCP agent@dv-cinder-755654-10-iscsi: {}, Aug 19 02:12:02.878922 dv-cinder-755654-10-iscsi neutron-server[94445]: L3 agent@dv-cinder-755654-10-iscsi: {}, Aug 19 02:12:02.878922 dv-cinder-755654-10-iscsi neutron-server[94445]: Metadata agent@dv-cinder-755654-10-iscsi: {}, Aug 19 02:12:02.878922 dv-cinder-755654-10-iscsi neutron-server[94445]: Metering agent@dv-cinder-755654-10-iscsi: {}, Aug 19 02:12:02.878922 dv-cinder-755654-10-iscsi neutron-server[94445]: Open vSwitch agent@dv-cinder-755654-10-iscsi: { 'AddressGroup': '1.2', Aug 19 02:12:02.878922 dv-cinder-755654-10-iscsi neutron-server[94445]: 'ConntrackHelper': '1.0', Aug 19 02:12:02.878922 dv-cinder-755654-10-iscsi neutron-server[94445]: 'Log': '1.0', Aug 19 02:12:02.878922 dv-cinder-755654-10-iscsi neutron-server[94445]: 'Network': '1.1', Aug 19 02:12:02.878922 dv-cinder-755654-10-iscsi neutron-server[94445]: 'Port': '1.7', Aug 19 02:12:02.878922 dv-cinder-755654-10-iscsi neutron-server[94445]: 'PortForwarding': '1.2', Aug 19 02:12:02.878922 dv-cinder-755654-10-iscsi neutron-server[94445]: 'QosPolicy': '1.9', Aug 19 02:12:02.878922 dv-cinder-755654-10-iscsi neutron-server[94445]: 'SecurityGroup': '1.4', Aug 19 02:12:02.878922 dv-cinder-755654-10-iscsi neutron-server[94445]: 'SecurityGroupRule': '1.2', Aug 19 02:12:02.878922 dv-cinder-755654-10-iscsi neutron-server[94445]: 'SubPort': '1.0', Aug 19 02:12:02.878922 dv-cinder-755654-10-iscsi neutron-server[94445]: 'Subnet': '1.1', Aug 19 02:12:02.878922 dv-cinder-755654-10-iscsi neutron-server[94445]: 'Trunk': '1.1'}} Aug 19 02:12:02.878922 dv-cinder-755654-10-iscsi neutron-server[94445]: {{(pid=94445) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 02:12:02.958147 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41be5ac6-0e3a-41f0-ac2f-fc7974f08e87 admin admin] Network 2fecb5da-f907-4a82-87c8-56708904d1f9 is scheduled to be hosted by DHCP agent 5428ca17-2793-4a7a-b269-f163004a9067 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 02:12:03.026646 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-41be5ac6-0e3a-41f0-ac2f-fc7974f08e87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755654-10-iscsi, 2fecb5da-f907-4a82-87c8-56708904d1f9) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:12:03.031181 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41be5ac6-0e3a-41f0-ac2f-fc7974f08e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:12:03.031816 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-41be5ac6-0e3a-41f0-ac2f-fc7974f08e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:03.036540 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19443633-78f9-4c61-98c0-eaa850585ed3 None None] Network 2fecb5da-f907-4a82-87c8-56708904d1f9 requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:12:03.073268 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-41be5ac6-0e3a-41f0-ac2f-fc7974f08e87 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7478335 Aug 19 02:12:03.384390 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49b6035-a261-408c-aae5-8329f1a36695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ca4f4ee-9243-5de2-b572-9b016c61beaa-2fecb5da-f907-4a82-87c8-56708904d1f9', 'network_id': '2fecb5da-f907-4a82-87c8-56708904d1f9', 'tenant_id': '9dd7a42fe27942969145286883d79163', 'fixed_ips': [{'subnet_id': '46b84a69-ade5-4b75-93a3-69edbe05ad66'}]}} from dv-cinder-755654-10-iscsi. {{(pid=94446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 02:12:03.385952 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a49b6035-a261-408c-aae5-8329f1a36695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:03.657568 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-a49b6035-a261-408c-aae5-8329f1a36695 None None] Allocated IP 172.20.0.2 (2fecb5da-f907-4a82-87c8-56708904d1f9/46b84a69-ade5-4b75-93a3-69edbe05ad66/3ecc1b09-fe18-4113-ad80-409123e008a3) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:12:03.889024 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a49b6035-a261-408c-aae5-8329f1a36695 None None] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:03.904024 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-a49b6035-a261-408c-aae5-8329f1a36695 None None] Transition to ACTIVE for port object 3ecc1b09-fe18-4113-ad80-409123e008a3 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:12:03.925079 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-a49b6035-a261-408c-aae5-8329f1a36695 None None] Transition to ACTIVE for port object 3ecc1b09-fe18-4113-ad80-409123e008a3 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:12:04.010144 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a49b6035-a261-408c-aae5-8329f1a36695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:04.081586 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49b6035-a261-408c-aae5-8329f1a36695 None None] Network 2fecb5da-f907-4a82-87c8-56708904d1f9 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:12:04.086297 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-a49b6035-a261-408c-aae5-8329f1a36695 None None] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:12:04.094989 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49b6035-a261-408c-aae5-8329f1a36695 None None] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:12:04.098789 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b6035-a261-408c-aae5-8329f1a36695 None None] Pushing event updated for resources: {'Port': ['ID=3ecc1b09-fe18-4113-ad80-409123e008a3,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:12:04.128943 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b6035-a261-408c-aae5-8329f1a36695 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:12:04.129337 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b6035-a261-408c-aae5-8329f1a36695 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:12:04.129680 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b6035-a261-408c-aae5-8329f1a36695 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:12:04.130020 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b6035-a261-408c-aae5-8329f1a36695 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:12:04.130349 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b6035-a261-408c-aae5-8329f1a36695 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:12:04.130668 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b6035-a261-408c-aae5-8329f1a36695 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:12:04.130994 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b6035-a261-408c-aae5-8329f1a36695 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:12:04.131316 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b6035-a261-408c-aae5-8329f1a36695 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:12:04.131651 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b6035-a261-408c-aae5-8329f1a36695 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:12:04.131972 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b6035-a261-408c-aae5-8329f1a36695 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:12:04.132290 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b6035-a261-408c-aae5-8329f1a36695 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:12:04.132604 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b6035-a261-408c-aae5-8329f1a36695 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:12:04.133983 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b6035-a261-408c-aae5-8329f1a36695 None None] Tracked resource versions report: Aug 19 02:12:04.133983 dv-cinder-755654-10-iscsi neutron-server[94446]: pushed versions: Aug 19 02:12:04.133983 dv-cinder-755654-10-iscsi neutron-server[94446]: { 'AddressGroup': {'1.2'}, Aug 19 02:12:04.133983 dv-cinder-755654-10-iscsi neutron-server[94446]: 'ConntrackHelper': {'1.0'}, Aug 19 02:12:04.133983 dv-cinder-755654-10-iscsi neutron-server[94446]: 'Log': {'1.0'}, Aug 19 02:12:04.133983 dv-cinder-755654-10-iscsi neutron-server[94446]: 'Network': {'1.1'}, Aug 19 02:12:04.133983 dv-cinder-755654-10-iscsi neutron-server[94446]: 'Port': {'1.7'}, Aug 19 02:12:04.133983 dv-cinder-755654-10-iscsi neutron-server[94446]: 'PortForwarding': {'1.2'}, Aug 19 02:12:04.133983 dv-cinder-755654-10-iscsi neutron-server[94446]: 'QosPolicy': {'1.9'}, Aug 19 02:12:04.133983 dv-cinder-755654-10-iscsi neutron-server[94446]: 'SecurityGroup': {'1.4'}, Aug 19 02:12:04.133983 dv-cinder-755654-10-iscsi neutron-server[94446]: 'SecurityGroupRule': {'1.2'}, Aug 19 02:12:04.133983 dv-cinder-755654-10-iscsi neutron-server[94446]: 'SubPort': {'1.0'}, Aug 19 02:12:04.133983 dv-cinder-755654-10-iscsi neutron-server[94446]: 'Subnet': {'1.1'}, Aug 19 02:12:04.133983 dv-cinder-755654-10-iscsi neutron-server[94446]: 'Trunk': {'1.1'}} Aug 19 02:12:04.133983 dv-cinder-755654-10-iscsi neutron-server[94446]: consumer versions: Aug 19 02:12:04.133983 dv-cinder-755654-10-iscsi neutron-server[94446]: { DHCP agent@dv-cinder-755654-10-iscsi: {}, Aug 19 02:12:04.133983 dv-cinder-755654-10-iscsi neutron-server[94446]: L3 agent@dv-cinder-755654-10-iscsi: {}, Aug 19 02:12:04.133983 dv-cinder-755654-10-iscsi neutron-server[94446]: Metadata agent@dv-cinder-755654-10-iscsi: {}, Aug 19 02:12:04.133983 dv-cinder-755654-10-iscsi neutron-server[94446]: Metering agent@dv-cinder-755654-10-iscsi: {}, Aug 19 02:12:04.133983 dv-cinder-755654-10-iscsi neutron-server[94446]: Open vSwitch agent@dv-cinder-755654-10-iscsi: { 'AddressGroup': '1.2', Aug 19 02:12:04.133983 dv-cinder-755654-10-iscsi neutron-server[94446]: 'ConntrackHelper': '1.0', Aug 19 02:12:04.133983 dv-cinder-755654-10-iscsi neutron-server[94446]: 'Log': '1.0', Aug 19 02:12:04.133983 dv-cinder-755654-10-iscsi neutron-server[94446]: 'Network': '1.1', Aug 19 02:12:04.133983 dv-cinder-755654-10-iscsi neutron-server[94446]: 'Port': '1.7', Aug 19 02:12:04.133983 dv-cinder-755654-10-iscsi neutron-server[94446]: 'PortForwarding': '1.2', Aug 19 02:12:04.133983 dv-cinder-755654-10-iscsi neutron-server[94446]: 'QosPolicy': '1.9', Aug 19 02:12:04.133983 dv-cinder-755654-10-iscsi neutron-server[94446]: 'SecurityGroup': '1.4', Aug 19 02:12:04.133983 dv-cinder-755654-10-iscsi neutron-server[94446]: 'SecurityGroupRule': '1.2', Aug 19 02:12:04.133983 dv-cinder-755654-10-iscsi neutron-server[94446]: 'SubPort': '1.0', Aug 19 02:12:04.133983 dv-cinder-755654-10-iscsi neutron-server[94446]: 'Subnet': '1.1', Aug 19 02:12:04.133983 dv-cinder-755654-10-iscsi neutron-server[94446]: 'Trunk': '1.1'}} Aug 19 02:12:04.133983 dv-cinder-755654-10-iscsi neutron-server[94446]: {{(pid=94446) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 02:12:04.180997 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-a49b6035-a261-408c-aae5-8329f1a36695 None None] Attempting to bind port 3ecc1b09-fe18-4113-ad80-409123e008a3 on host dv-cinder-755654-10-iscsi for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:12:04.181414 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-a49b6035-a261-408c-aae5-8329f1a36695 None None] Attempting to bind port 3ecc1b09-fe18-4113-ad80-409123e008a3 by drivers openvswitch,hyperv on host dv-cinder-755654-10-iscsi at level 0 using segments [{'id': '2075fda3-8ee9-49f2-9b99-6c572e9066c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2fecb5da-f907-4a82-87c8-56708904d1f9'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:12:04.181823 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49b6035-a261-408c-aae5-8329f1a36695 None None] Attempting to bind port 3ecc1b09-fe18-4113-ad80-409123e008a3 on network 2fecb5da-f907-4a82-87c8-56708904d1f9 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:12:04.186524 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49b6035-a261-408c-aae5-8329f1a36695 None None] Checking agent: {'id': '4006ddce-538e-4364-9c83-4224b741844b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 11, 48), 'started_at': datetime.datetime(2021, 8, 19, 2, 11, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:12:04.186923 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49b6035-a261-408c-aae5-8329f1a36695 None None] Checking segment: {'id': '2075fda3-8ee9-49f2-9b99-6c572e9066c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2fecb5da-f907-4a82-87c8-56708904d1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:12:04.187408 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a49b6035-a261-408c-aae5-8329f1a36695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:04.187792 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49b6035-a261-408c-aae5-8329f1a36695 None None] Bound using segment: {'id': '2075fda3-8ee9-49f2-9b99-6c572e9066c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2fecb5da-f907-4a82-87c8-56708904d1f9'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:12:04.188273 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-a49b6035-a261-408c-aae5-8329f1a36695 None None] Bound port: 3ecc1b09-fe18-4113-ad80-409123e008a3, host: dv-cinder-755654-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2075fda3-8ee9-49f2-9b99-6c572e9066c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2fecb5da-f907-4a82-87c8-56708904d1f9'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:12:04.188715 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a49b6035-a261-408c-aae5-8329f1a36695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:04.254086 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-a49b6035-a261-408c-aae5-8329f1a36695 None None] For port 3ecc1b09-fe18-4113-ad80-409123e008a3, host dv-cinder-755654-10-iscsi, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:12:04.258257 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-a49b6035-a261-408c-aae5-8329f1a36695 None None] For port 3ecc1b09-fe18-4113-ad80-409123e008a3, host dv-cinder-755654-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=3ecc1b09-fe18-4113-ad80-409123e008a3,segment=NetworkSegment(2075fda3-8ee9-49f2-9b99-6c572e9066c7),segment_id=2075fda3-8ee9-49f2-9b99-6c572e9066c7)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:12:04.319025 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a49b6035-a261-408c-aae5-8329f1a36695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:04.385521 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b6035-a261-408c-aae5-8329f1a36695 None None] Pushing event updated for resources: {'Port': ['ID=3ecc1b09-fe18-4113-ad80-409123e008a3,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:12:05.579679 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 58258) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:12:05.900861 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [None req-79573fee-95a0-421a-83f1-5bb42cb95d7b admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 02:12:05.908637 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-79573fee-95a0-421a-83f1-5bb42cb95d7b admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3212340 Aug 19 02:12:08.276179 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 58266) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:12:08.587713 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [None req-bfcb8bce-4254-442a-9df3-2a0f0c82468f admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 02:12:08.589161 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-bfcb8bce-4254-442a-9df3-2a0f0c82468f admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3115129 Aug 19 02:12:11.207869 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 58276) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:12:11.509777 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [None req-bfda4783-23b0-4f52-ba0f-57dc2929f454 admin admin] Request body: {'router': {'tenant_id': '9dd7a42fe27942969145286883d79163', 'name': 'router1', 'admin_state_up': True}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:12:11.592991 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bfda4783-23b0-4f52-ba0f-57dc2929f454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14576'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:11.594680 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bfda4783-23b0-4f52-ba0f-57dc2929f454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-613098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14585'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:11.759482 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bfda4783-23b0-4f52-ba0f-57dc2929f454 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:11.816774 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bfda4783-23b0-4f52-ba0f-57dc2929f454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612911'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:11.895530 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bfda4783-23b0-4f52-ba0f-57dc2929f454 admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:11.896755 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-bfda4783-23b0-4f52-ba0f-57dc2929f454 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6878562 Aug 19 02:12:12.768880 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19391c26-adad-4167-ae48-85885fd047cc None None] Network 2fecb5da-f907-4a82-87c8-56708904d1f9 requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:12:12.997920 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-177f50b4-4cef-4f4b-9f28-24fd2942f955 None None] Provisioning for port 3ecc1b09-fe18-4113-ad80-409123e008a3 completed by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:12:13.484475 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 3ecc1b09-fe18-4113-ad80-409123e008a3 up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:12:13.649547 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning for port 3ecc1b09-fe18-4113-ad80-409123e008a3 completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:12:13.653602 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port 3ecc1b09-fe18-4113-ad80-409123e008a3 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:12:13.654006 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:13.764461 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:13.798090 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] For port 3ecc1b09-fe18-4113-ad80-409123e008a3, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=3ecc1b09-fe18-4113-ad80-409123e008a3,segment=NetworkSegment(2075fda3-8ee9-49f2-9b99-6c572e9066c7),segment_id=2075fda3-8ee9-49f2-9b99-6c572e9066c7)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:12:13.843758 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:13.891182 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Pushing event updated for resources: {'Port': ['ID=3ecc1b09-fe18-4113-ad80-409123e008a3,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:12:14.269823 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 58288) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:12:14.576428 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [None req-70033fc3-cf2e-4759-93ab-7912d4029fd2 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 02:12:14.577458 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-70033fc3-cf2e-4759-93ab-7912d4029fd2 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3066690 Aug 19 02:12:14.861084 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-03e34e07-59ac-495f-8af6-fac927cd70c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:15.478668 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 3ecc1b09-fe18-4113-ad80-409123e008a3 up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:12:15.537259 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port 3ecc1b09-fe18-4113-ad80-409123e008a3 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:12:15.537628 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:16.929449 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 58296) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:12:17.209256 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eea5487b-eac8-4ee6-a7fa-42a8bbfeca08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:17.238874 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [None req-3dbd8739-55fb-41dc-8506-ae14deb88ab1 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:12:17.301466 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbd8739-55fb-41dc-8506-ae14deb88ab1 admin admin] Made reservation on behalf of 7ceb15c754984e14bf452166b0e16ce3 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:12:17.303677 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3dbd8739-55fb-41dc-8506-ae14deb88ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:17.318979 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3dbd8739-55fb-41dc-8506-ae14deb88ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:17.431394 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3dbd8739-55fb-41dc-8506-ae14deb88ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:17.495713 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3dbd8739-55fb-41dc-8506-ae14deb88ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:17.513756 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3dbd8739-55fb-41dc-8506-ae14deb88ab1 admin admin] Reserving flat network on physical network physnet1 {{(pid=94445) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 19 02:12:17.537869 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd8739-55fb-41dc-8506-ae14deb88ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30007cd-15f7-4d18-bbf0-1fc84f094df3,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:12:17.540573 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3dbd8739-55fb-41dc-8506-ae14deb88ab1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754220901322', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:17.541137 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3dbd8739-55fb-41dc-8506-ae14deb88ab1 admin admin] Unsubscribe: segment precommit_create {{(pid=94445) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 19 02:12:17.545338 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.db.segments_db [None req-3dbd8739-55fb-41dc-8506-ae14deb88ab1 admin admin] Added segment 31e5f57a-85b9-444f-b38d-61963340c3f4 of type flat for network 3bd28d61-6ca0-48ed-a78c-bdbd12784534 Aug 19 02:12:17.596988 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3dbd8739-55fb-41dc-8506-ae14deb88ab1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754220385702'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:17.648617 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:17.689297 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3dbd8739-55fb-41dc-8506-ae14deb88ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:17.690238 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbd8739-55fb-41dc-8506-ae14deb88ab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:12:17.690935 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3dbd8739-55fb-41dc-8506-ae14deb88ab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:17.779202 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd8739-55fb-41dc-8506-ae14deb88ab1 admin admin] Pushing event updated for resources: {'Network': ['ID=3bd28d61-6ca0-48ed-a78c-bdbd12784534,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:12:17.789778 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Network 3bd28d61-6ca0-48ed-a78c-bdbd12784534 details requested by agent ovs-agent-dv-cinder-755654-10-iscsi with host dv-cinder-755654-10-iscsi {{(pid=94446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 02:12:17.821323 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-3dbd8739-55fb-41dc-8506-ae14deb88ab1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8907895 Aug 19 02:12:18.403210 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:20.147561 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 58314) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:12:20.295209 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:20.364396 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de35559-6b0f-42b9-b213-c49d8ae7a993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:12:20.365846 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-1de35559-6b0f-42b9-b213-c49d8ae7a993 admin admin] 10.222.0.16 "GET /v2.0/subnets/46b84a69-ade5-4b75-93a3-69edbe05ad66 HTTP/1.1" status: 200 len: 849 time: 0.2173610 Aug 19 02:12:20.542753 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-6d8ab032-676b-49c4-990a-0839b7c37454 admin admin] 10.222.0.16 "GET /v2.0/routers/fd531c51-be0d-45e8-8fa1-8c0642e0d6c8 HTTP/1.1" status: 200 len: 704 time: 0.1705685 Aug 19 02:12:20.809349 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-2405a416-0fa7-4826-9180-67b6619e51bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:21.101646 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.db_base_plugin_common [None req-2405a416-0fa7-4826-9180-67b6619e51bb admin admin] Allocated IP 172.20.0.1 (2fecb5da-f907-4a82-87c8-56708904d1f9/46b84a69-ade5-4b75-93a3-69edbe05ad66/a14601a7-2bae-4f2a-9d15-27ccee00ae79) {{(pid=94444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:12:21.294718 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-2405a416-0fa7-4826-9180-67b6619e51bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:21.318953 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.provisioning_blocks [None req-2405a416-0fa7-4826-9180-67b6619e51bb admin admin] Transition to ACTIVE for port object a14601a7-2bae-4f2a-9d15-27ccee00ae79 will not be triggered until provisioned by entity DHCP. {{(pid=94444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:12:21.455557 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-2405a416-0fa7-4826-9180-67b6619e51bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659'] for port, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:21.540531 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2405a416-0fa7-4826-9180-67b6619e51bb admin admin] Network 2fecb5da-f907-4a82-87c8-56708904d1f9 is already hosted by enough agents. {{(pid=94444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:12:21.545369 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.base_scheduler [None req-2405a416-0fa7-4826-9180-67b6619e51bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:12:21.555031 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405a416-0fa7-4826-9180-67b6619e51bb admin admin] Pushing event updated for resources: {'Port': ['ID=a14601a7-2bae-4f2a-9d15-27ccee00ae79,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:12:21.567287 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2405a416-0fa7-4826-9180-67b6619e51bb admin admin] Received port after_create {{(pid=94444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:12:21.567889 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-2405a416-0fa7-4826-9180-67b6619e51bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-619623'] for router_interface, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:22.083436 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-76c576ec-4885-4c92-9583-ed0de3ad9e51 None None] Provisioning for port a14601a7-2bae-4f2a-9d15-27ccee00ae79 completed by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:12:22.087217 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-76c576ec-4885-4c92-9583-ed0de3ad9e51 None None] Provisioning complete for port a14601a7-2bae-4f2a-9d15-27ccee00ae79 triggered by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:12:22.087667 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-76c576ec-4885-4c92-9583-ed0de3ad9e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:22.104868 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-2405a416-0fa7-4826-9180-67b6619e51bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:22.120944 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-76c576ec-4885-4c92-9583-ed0de3ad9e51 None None] Port a14601a7-2bae-4f2a-9d15-27ccee00ae79 cannot update to ACTIVE because it is not bound. {{(pid=94446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:12:22.361284 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-2405a416-0fa7-4826-9180-67b6619e51bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:22.426481 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-2405a416-0fa7-4826-9180-67b6619e51bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:22.427331 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-2405a416-0fa7-4826-9180-67b6619e51bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619667'] for router_interface, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:22.505828 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405a416-0fa7-4826-9180-67b6619e51bb admin admin] Pushing event updated for resources: {'Port': ['ID=a14601a7-2bae-4f2a-9d15-27ccee00ae79,revision_number=2']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:12:22.553993 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2405a416-0fa7-4826-9180-67b6619e51bb admin admin] Network 2fecb5da-f907-4a82-87c8-56708904d1f9 is already hosted by enough agents. {{(pid=94444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:12:22.555342 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.base_scheduler [None req-2405a416-0fa7-4826-9180-67b6619e51bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:12:22.741883 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-f1b4712b-41fe-4e3f-b3ab-3645717f917f None None] Provisioning complete for port a14601a7-2bae-4f2a-9d15-27ccee00ae79 triggered by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:12:22.742259 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f1b4712b-41fe-4e3f-b3ab-3645717f917f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:22.770404 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2405a416-0fa7-4826-9180-67b6619e51bb admin admin] Router fd531c51-be0d-45e8-8fa1-8c0642e0d6c8 is scheduled to L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c with binding_index 1 {{(pid=94444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 02:12:22.775992 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-f1b4712b-41fe-4e3f-b3ab-3645717f917f None None] Port a14601a7-2bae-4f2a-9d15-27ccee00ae79 cannot update to ACTIVE because it is not bound. {{(pid=94446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:12:22.865286 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2405a416-0fa7-4826-9180-67b6619e51bb admin admin] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:12:22.870746 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-2405a416-0fa7-4826-9180-67b6619e51bb admin admin] 10.222.0.16 "PUT /v2.0/routers/fd531c51-be0d-45e8-8fa1-8c0642e0d6c8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3226223 Aug 19 02:12:22.877760 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58254a30-0bb5-4111-872f-d35f67225a6e None None] Sync routers for ids ['fd531c51-be0d-45e8-8fa1-8c0642e0d6c8'] in dv-cinder-755654-10-iscsi {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:12:22.889880 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58254a30-0bb5-4111-872f-d35f67225a6e None None] Routers {'fd531c51-be0d-45e8-8fa1-8c0642e0d6c8'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:12:22.890745 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-58254a30-0bb5-4111-872f-d35f67225a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:12:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['fd531c51-be0d-45e8-8fa1-8c0642e0d6c8'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:12:23.134372 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-58254a30-0bb5-4111-872f-d35f67225a6e None None] Set router fd531c51-be0d-45e8-8fa1-8c0642e0d6c8 gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:12:23.575349 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-58254a30-0bb5-4111-872f-d35f67225a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd531c51-be0d-45e8-8fa1-8c0642e0d6c8', 'name': 'router1', 'tenant_id': '9dd7a42fe27942969145286883d79163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:12:11Z', 'updated_at': '2021-08-19T02:12:21Z', 'revision_number': 2, 'project_id': '9dd7a42fe27942969145286883d79163', 'gw_port_host': None, '_interfaces': [{'id': 'a14601a7-2bae-4f2a-9d15-27ccee00ae79', 'name': '', 'network_id': '2fecb5da-f907-4a82-87c8-56708904d1f9', 'tenant_id': '9dd7a42fe27942969145286883d79163', 'mac_address': 'fa:16:3e:bd:a0:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd531c51-be0d-45e8-8fa1-8c0642e0d6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46b84a69-ade5-4b75-93a3-69edbe05ad66', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:12:20Z', 'updated_at': '2021-08-19T02:12:22Z', 'revision_number': 2, 'project_id': '9dd7a42fe27942969145286883d79163', 'subnets': [{'id': '46b84a69-ade5-4b75-93a3-69edbe05ad66', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a615dab-deda-495b-b6cb-6c3e7a0089ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:12:23.627417 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58254a30-0bb5-4111-872f-d35f67225a6e None None] Checking router: fd531c51-be0d-45e8-8fa1-8c0642e0d6c8 for host: dv-cinder-755654-10-iscsi {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:12:23.627797 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58254a30-0bb5-4111-872f-d35f67225a6e None None] Updating router fd531c51-be0d-45e8-8fa1-8c0642e0d6c8 port a14601a7-2bae-4f2a-9d15-27ccee00ae79 binding host dv-cinder-755654-10-iscsi {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 02:12:23.676914 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-58254a30-0bb5-4111-872f-d35f67225a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:24.197495 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-58254a30-0bb5-4111-872f-d35f67225a6e None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:24.215340 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-58254a30-0bb5-4111-872f-d35f67225a6e None None] Transition to ACTIVE for port object a14601a7-2bae-4f2a-9d15-27ccee00ae79 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:12:24.260429 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-58254a30-0bb5-4111-872f-d35f67225a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:24.424744 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-58254a30-0bb5-4111-872f-d35f67225a6e None None] Attempting to bind port a14601a7-2bae-4f2a-9d15-27ccee00ae79 on host dv-cinder-755654-10-iscsi for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:12:24.425355 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-58254a30-0bb5-4111-872f-d35f67225a6e None None] Attempting to bind port a14601a7-2bae-4f2a-9d15-27ccee00ae79 by drivers openvswitch,hyperv on host dv-cinder-755654-10-iscsi at level 0 using segments [{'id': '2075fda3-8ee9-49f2-9b99-6c572e9066c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2fecb5da-f907-4a82-87c8-56708904d1f9'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:12:24.425781 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58254a30-0bb5-4111-872f-d35f67225a6e None None] Attempting to bind port a14601a7-2bae-4f2a-9d15-27ccee00ae79 on network 2fecb5da-f907-4a82-87c8-56708904d1f9 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:12:24.428899 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ee3b5-2924-4088-aeb4-671008504562 None None] Pushing event updated for resources: {'Port': ['ID=a14601a7-2bae-4f2a-9d15-27ccee00ae79,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:12:24.435205 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58254a30-0bb5-4111-872f-d35f67225a6e None None] Checking agent: {'id': '4006ddce-538e-4364-9c83-4224b741844b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 11, 48), 'started_at': datetime.datetime(2021, 8, 19, 2, 12, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:12:24.435602 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58254a30-0bb5-4111-872f-d35f67225a6e None None] Checking segment: {'id': '2075fda3-8ee9-49f2-9b99-6c572e9066c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2fecb5da-f907-4a82-87c8-56708904d1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:12:24.436087 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-58254a30-0bb5-4111-872f-d35f67225a6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:24.436473 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58254a30-0bb5-4111-872f-d35f67225a6e None None] Bound using segment: {'id': '2075fda3-8ee9-49f2-9b99-6c572e9066c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2fecb5da-f907-4a82-87c8-56708904d1f9'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:12:24.436958 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-58254a30-0bb5-4111-872f-d35f67225a6e None None] Bound port: a14601a7-2bae-4f2a-9d15-27ccee00ae79, host: dv-cinder-755654-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2075fda3-8ee9-49f2-9b99-6c572e9066c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2fecb5da-f907-4a82-87c8-56708904d1f9'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:12:24.437388 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-58254a30-0bb5-4111-872f-d35f67225a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:24.443989 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ee3b5-2924-4088-aeb4-671008504562 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:12:24.444336 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ee3b5-2924-4088-aeb4-671008504562 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:12:24.444670 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ee3b5-2924-4088-aeb4-671008504562 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:12:24.444996 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ee3b5-2924-4088-aeb4-671008504562 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:12:24.445344 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ee3b5-2924-4088-aeb4-671008504562 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:12:24.445667 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ee3b5-2924-4088-aeb4-671008504562 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:12:24.445986 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ee3b5-2924-4088-aeb4-671008504562 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:12:24.446302 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ee3b5-2924-4088-aeb4-671008504562 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:12:24.446635 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ee3b5-2924-4088-aeb4-671008504562 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:12:24.446952 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ee3b5-2924-4088-aeb4-671008504562 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:12:24.447265 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ee3b5-2924-4088-aeb4-671008504562 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:12:24.447888 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ee3b5-2924-4088-aeb4-671008504562 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:12:24.449208 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ee3b5-2924-4088-aeb4-671008504562 None None] Tracked resource versions report: Aug 19 02:12:24.449208 dv-cinder-755654-10-iscsi neutron-server[94447]: pushed versions: Aug 19 02:12:24.449208 dv-cinder-755654-10-iscsi neutron-server[94447]: { 'AddressGroup': {'1.2'}, Aug 19 02:12:24.449208 dv-cinder-755654-10-iscsi neutron-server[94447]: 'ConntrackHelper': {'1.0'}, Aug 19 02:12:24.449208 dv-cinder-755654-10-iscsi neutron-server[94447]: 'Log': {'1.0'}, Aug 19 02:12:24.449208 dv-cinder-755654-10-iscsi neutron-server[94447]: 'Network': {'1.1'}, Aug 19 02:12:24.449208 dv-cinder-755654-10-iscsi neutron-server[94447]: 'Port': {'1.7'}, Aug 19 02:12:24.449208 dv-cinder-755654-10-iscsi neutron-server[94447]: 'PortForwarding': {'1.2'}, Aug 19 02:12:24.449208 dv-cinder-755654-10-iscsi neutron-server[94447]: 'QosPolicy': {'1.9'}, Aug 19 02:12:24.449208 dv-cinder-755654-10-iscsi neutron-server[94447]: 'SecurityGroup': {'1.4'}, Aug 19 02:12:24.449208 dv-cinder-755654-10-iscsi neutron-server[94447]: 'SecurityGroupRule': {'1.2'}, Aug 19 02:12:24.449208 dv-cinder-755654-10-iscsi neutron-server[94447]: 'SubPort': {'1.0'}, Aug 19 02:12:24.449208 dv-cinder-755654-10-iscsi neutron-server[94447]: 'Subnet': {'1.1'}, Aug 19 02:12:24.449208 dv-cinder-755654-10-iscsi neutron-server[94447]: 'Trunk': {'1.1'}} Aug 19 02:12:24.449208 dv-cinder-755654-10-iscsi neutron-server[94447]: consumer versions: Aug 19 02:12:24.449208 dv-cinder-755654-10-iscsi neutron-server[94447]: { DHCP agent@dv-cinder-755654-10-iscsi: {}, Aug 19 02:12:24.449208 dv-cinder-755654-10-iscsi neutron-server[94447]: L3 agent@dv-cinder-755654-10-iscsi: {}, Aug 19 02:12:24.449208 dv-cinder-755654-10-iscsi neutron-server[94447]: Metadata agent@dv-cinder-755654-10-iscsi: {}, Aug 19 02:12:24.449208 dv-cinder-755654-10-iscsi neutron-server[94447]: Metering agent@dv-cinder-755654-10-iscsi: {}, Aug 19 02:12:24.449208 dv-cinder-755654-10-iscsi neutron-server[94447]: Open vSwitch agent@dv-cinder-755654-10-iscsi: { 'AddressGroup': '1.2', Aug 19 02:12:24.449208 dv-cinder-755654-10-iscsi neutron-server[94447]: 'ConntrackHelper': '1.0', Aug 19 02:12:24.449208 dv-cinder-755654-10-iscsi neutron-server[94447]: 'Log': '1.0', Aug 19 02:12:24.449208 dv-cinder-755654-10-iscsi neutron-server[94447]: 'Network': '1.1', Aug 19 02:12:24.449208 dv-cinder-755654-10-iscsi neutron-server[94447]: 'Port': '1.7', Aug 19 02:12:24.449208 dv-cinder-755654-10-iscsi neutron-server[94447]: 'PortForwarding': '1.2', Aug 19 02:12:24.449208 dv-cinder-755654-10-iscsi neutron-server[94447]: 'QosPolicy': '1.9', Aug 19 02:12:24.449208 dv-cinder-755654-10-iscsi neutron-server[94447]: 'SecurityGroup': '1.4', Aug 19 02:12:24.449208 dv-cinder-755654-10-iscsi neutron-server[94447]: 'SecurityGroupRule': '1.2', Aug 19 02:12:24.449208 dv-cinder-755654-10-iscsi neutron-server[94447]: 'SubPort': '1.0', Aug 19 02:12:24.449208 dv-cinder-755654-10-iscsi neutron-server[94447]: 'Subnet': '1.1', Aug 19 02:12:24.449208 dv-cinder-755654-10-iscsi neutron-server[94447]: 'Trunk': '1.1'}} Aug 19 02:12:24.449208 dv-cinder-755654-10-iscsi neutron-server[94447]: {{(pid=94447) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 02:12:24.518624 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-58254a30-0bb5-4111-872f-d35f67225a6e None None] For port a14601a7-2bae-4f2a-9d15-27ccee00ae79, host dv-cinder-755654-10-iscsi, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:12:24.540435 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-58254a30-0bb5-4111-872f-d35f67225a6e None None] For port a14601a7-2bae-4f2a-9d15-27ccee00ae79, host dv-cinder-755654-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=a14601a7-2bae-4f2a-9d15-27ccee00ae79,segment=NetworkSegment(2075fda3-8ee9-49f2-9b99-6c572e9066c7),segment_id=2075fda3-8ee9-49f2-9b99-6c572e9066c7)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:12:24.582104 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-58254a30-0bb5-4111-872f-d35f67225a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:24.641629 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58254a30-0bb5-4111-872f-d35f67225a6e None None] Routers {'fd531c51-be0d-45e8-8fa1-8c0642e0d6c8'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:12:24.642267 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-58254a30-0bb5-4111-872f-d35f67225a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:12:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['fd531c51-be0d-45e8-8fa1-8c0642e0d6c8'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:12:24.645978 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ee3b5-2924-4088-aeb4-671008504562 None None] Pushing event updated for resources: {'Port': ['ID=a14601a7-2bae-4f2a-9d15-27ccee00ae79,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:12:24.732831 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-58254a30-0bb5-4111-872f-d35f67225a6e None None] Set router fd531c51-be0d-45e8-8fa1-8c0642e0d6c8 gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:12:24.942535 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-58254a30-0bb5-4111-872f-d35f67225a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd531c51-be0d-45e8-8fa1-8c0642e0d6c8', 'name': 'router1', 'tenant_id': '9dd7a42fe27942969145286883d79163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:12:11Z', 'updated_at': '2021-08-19T02:12:21Z', 'revision_number': 2, 'project_id': '9dd7a42fe27942969145286883d79163', 'gw_port_host': None, '_interfaces': [{'id': 'a14601a7-2bae-4f2a-9d15-27ccee00ae79', 'name': '', 'network_id': '2fecb5da-f907-4a82-87c8-56708904d1f9', 'tenant_id': '9dd7a42fe27942969145286883d79163', 'mac_address': 'fa:16:3e:bd:a0:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd531c51-be0d-45e8-8fa1-8c0642e0d6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46b84a69-ade5-4b75-93a3-69edbe05ad66', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:12:20Z', 'updated_at': '2021-08-19T02:12:24Z', 'revision_number': 4, 'project_id': '9dd7a42fe27942969145286883d79163', 'subnets': [{'id': '46b84a69-ade5-4b75-93a3-69edbe05ad66', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a615dab-deda-495b-b6cb-6c3e7a0089ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:12:24.968285 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58254a30-0bb5-4111-872f-d35f67225a6e None None] The sync data for ids ['fd531c51-be0d-45e8-8fa1-8c0642e0d6c8'] in dv-cinder-755654-10-iscsi is: [{'id': 'fd531c51-be0d-45e8-8fa1-8c0642e0d6c8', 'name': 'router1', 'tenant_id': '9dd7a42fe27942969145286883d79163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:12:11Z', 'updated_at': '2021-08-19T02:12:21Z', 'revision_number': 2, 'project_id': '9dd7a42fe27942969145286883d79163', 'gw_port_host': None, '_interfaces': [{'id': 'a14601a7-2bae-4f2a-9d15-27ccee00ae79', 'name': '', 'network_id': '2fecb5da-f907-4a82-87c8-56708904d1f9', 'tenant_id': '9dd7a42fe27942969145286883d79163', 'mac_address': 'fa:16:3e:bd:a0:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd531c51-be0d-45e8-8fa1-8c0642e0d6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46b84a69-ade5-4b75-93a3-69edbe05ad66', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:12:20Z', 'updated_at': '2021-08-19T02:12:24Z', 'revision_number': 4, 'project_id': '9dd7a42fe27942969145286883d79163', 'subnets': [{'id': '46b84a69-ade5-4b75-93a3-69edbe05ad66', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a615dab-deda-495b-b6cb-6c3e7a0089ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:12:25.128963 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 58336) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:12:25.238722 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547c9c48-7399-419f-b91c-b0a8b36184aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:12:25.240006 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-547c9c48-7399-419f-b91c-b0a8b36184aa admin admin] 10.222.0.16 "GET /v2.0/networks/3bd28d61-6ca0-48ed-a78c-bdbd12784534 HTTP/1.1" status: 200 len: 842 time: 0.1100056 Aug 19 02:12:25.250049 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-c4c1c1b4-ff7e-443b-b8fb-2f8f751aa7fc admin admin] Request body: {'subnet': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'ip_version': 4, 'gateway_ip': '172.27.1.1', 'name': 'public-subnet'}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:12:25.358196 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c1c1b4-ff7e-443b-b8fb-2f8f751aa7fc admin admin] Made reservation on behalf of 7ceb15c754984e14bf452166b0e16ce3 for: {'subnet': 1} {{(pid=94444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:12:25.360527 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-c4c1c1b4-ff7e-443b-b8fb-2f8f751aa7fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:25.725673 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.objects.ports [None req-c4c1c1b4-ff7e-443b-b8fb-2f8f751aa7fc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94444) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 02:12:25.726107 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-c4c1c1b4-ff7e-443b-b8fb-2f8f751aa7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116'] for subnet, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:25.780770 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c1c1b4-ff7e-443b-b8fb-2f8f751aa7fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=563e592a-26a7-40db-9a00-034f622fa441,revision_number=0']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:12:25.789623 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c1c1b4-ff7e-443b-b8fb-2f8f751aa7fc admin admin] Checking segment: {'id': '31e5f57a-85b9-444f-b38d-61963340c3f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:12:25.789978 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c1c1b4-ff7e-443b-b8fb-2f8f751aa7fc admin admin] Network hostable DHCP agents. Network: 3bd28d61-6ca0-48ed-a78c-bdbd12784534, hostable agents: ['5428ca17-2793-4a7a-b269-f163004a9067'], hosted agents: [] {{(pid=94444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 02:12:25.900726 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c1c1b4-ff7e-443b-b8fb-2f8f751aa7fc admin admin] Network 3bd28d61-6ca0-48ed-a78c-bdbd12784534 is scheduled to be hosted by DHCP agent 5428ca17-2793-4a7a-b269-f163004a9067 with binding_index 1 {{(pid=94444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 02:12:26.003586 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.base_scheduler [None req-c4c1c1b4-ff7e-443b-b8fb-2f8f751aa7fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755654-10-iscsi, 3bd28d61-6ca0-48ed-a78c-bdbd12784534) {{(pid=94444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:12:26.007717 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c1c1b4-ff7e-443b-b8fb-2f8f751aa7fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:12:26.008422 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-c4c1c1b4-ff7e-443b-b8fb-2f8f751aa7fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for subnet, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:26.012137 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa62d346-62ff-480a-b0c6-6a5e1a82d414 None None] Network 3bd28d61-6ca0-48ed-a78c-bdbd12784534 requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:12:26.078842 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-c4c1c1b4-ff7e-443b-b8fb-2f8f751aa7fc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8322299 Aug 19 02:12:26.143638 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482b167c-6a69-423a-88a4-942044e14703 None None] Network 3bd28d61-6ca0-48ed-a78c-bdbd12784534 requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:12:28.476732 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 58344) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:12:28.616558 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-46fb1be0-4fe7-45f9-a0cc-9faa81ee6833 admin admin] 10.222.0.16 "GET /v2.0/routers/fd531c51-be0d-45e8-8fa1-8c0642e0d6c8 HTTP/1.1" status: 200 len: 710 time: 0.1385930 Aug 19 02:12:28.705651 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261af8f2-af0c-45da-8bd1-691bbbeb74d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:12:28.707571 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-261af8f2-af0c-45da-8bd1-691bbbeb74d8 admin admin] 10.222.0.16 "GET /v2.0/networks/3bd28d61-6ca0-48ed-a78c-bdbd12784534 HTTP/1.1" status: 200 len: 886 time: 0.0851388 Aug 19 02:12:28.716949 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-12f25b85-7539-4dd4-a4f7-8925dbb23487 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'}}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:12:29.037708 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-12f25b85-7539-4dd4-a4f7-8925dbb23487 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:29.411731 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-12f25b85-7539-4dd4-a4f7-8925dbb23487 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:29.489640 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-12f25b85-7539-4dd4-a4f7-8925dbb23487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:29.616977 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.db_base_plugin_common [None req-12f25b85-7539-4dd4-a4f7-8925dbb23487 admin admin] Allocated IP 172.27.1.239 (3bd28d61-6ca0-48ed-a78c-bdbd12784534/563e592a-26a7-40db-9a00-034f622fa441/7ab79578-7ea3-40b0-b2f0-f5b33334ccac) {{(pid=94444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:12:29.809241 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-12f25b85-7539-4dd4-a4f7-8925dbb23487 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:30.032704 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-12f25b85-7539-4dd4-a4f7-8925dbb23487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659'] for port, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:30.075618 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f25b85-7539-4dd4-a4f7-8925dbb23487 admin admin] Network 3bd28d61-6ca0-48ed-a78c-bdbd12784534 is already hosted by enough agents. {{(pid=94444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:12:30.078774 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.base_scheduler [None req-12f25b85-7539-4dd4-a4f7-8925dbb23487 admin admin] Resources bound (agent type, host, resource id): {{(pid=94444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:12:30.083731 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f25b85-7539-4dd4-a4f7-8925dbb23487 admin admin] Received port after_create {{(pid=94444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:12:30.124082 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f25b85-7539-4dd4-a4f7-8925dbb23487 admin admin] Pushing event updated for resources: {'Port': ['ID=7ab79578-7ea3-40b0-b2f0-f5b33334ccac,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:12:30.435176 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-12f25b85-7539-4dd4-a4f7-8925dbb23487 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:30.631991 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-12f25b85-7539-4dd4-a4f7-8925dbb23487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-613011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-623054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14539'] for router, precommit_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:30.635728 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-12f25b85-7539-4dd4-a4f7-8925dbb23487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-612925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-612902', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-623095'] for router, after_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:30.741554 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f25b85-7539-4dd4-a4f7-8925dbb23487 admin admin] Router fd531c51-be0d-45e8-8fa1-8c0642e0d6c8 has already been hosted by L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c {{(pid=94444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:12:30.926277 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f25b85-7539-4dd4-a4f7-8925dbb23487 admin admin] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:12:30.930513 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-12f25b85-7539-4dd4-a4f7-8925dbb23487 admin admin] Notify callbacks [] for router, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:30.931762 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-12f25b85-7539-4dd4-a4f7-8925dbb23487 admin admin] 10.222.0.16 "PUT /v2.0/routers/fd531c51-be0d-45e8-8fa1-8c0642e0d6c8 HTTP/1.1" status: 200 len: 890 time: 2.2179959 Aug 19 02:12:31.517730 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device a14601a7-2bae-4f2a-9d15-27ccee00ae79 up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:12:31.558138 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117ed812-5a69-43a2-a365-5f871532abd3 None None] Sync routers for ids ['fd531c51-be0d-45e8-8fa1-8c0642e0d6c8'] in dv-cinder-755654-10-iscsi {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:12:31.573016 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117ed812-5a69-43a2-a365-5f871532abd3 None None] Routers {'fd531c51-be0d-45e8-8fa1-8c0642e0d6c8'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:12:31.573767 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-117ed812-5a69-43a2-a365-5f871532abd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:12:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['fd531c51-be0d-45e8-8fa1-8c0642e0d6c8'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:12:31.733588 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning for port a14601a7-2bae-4f2a-9d15-27ccee00ae79 completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:12:31.766351 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port a14601a7-2bae-4f2a-9d15-27ccee00ae79 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:12:31.766730 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:31.863005 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-117ed812-5a69-43a2-a365-5f871532abd3 None None] Set router fd531c51-be0d-45e8-8fa1-8c0642e0d6c8 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:12:32.093227 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:32.182675 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] For port a14601a7-2bae-4f2a-9d15-27ccee00ae79, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=a14601a7-2bae-4f2a-9d15-27ccee00ae79,segment=NetworkSegment(2075fda3-8ee9-49f2-9b99-6c572e9066c7),segment_id=2075fda3-8ee9-49f2-9b99-6c572e9066c7)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:12:32.256119 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:32.329698 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Pushing event updated for resources: {'Port': ['ID=a14601a7-2bae-4f2a-9d15-27ccee00ae79,revision_number=5']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:12:32.357600 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-117ed812-5a69-43a2-a365-5f871532abd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd531c51-be0d-45e8-8fa1-8c0642e0d6c8', 'name': 'router1', 'tenant_id': '9dd7a42fe27942969145286883d79163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '7ab79578-7ea3-40b0-b2f0-f5b33334ccac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:12:11Z', 'updated_at': '2021-08-19T02:12:30Z', 'revision_number': 4, 'project_id': '9dd7a42fe27942969145286883d79163', 'gw_port': {'id': '7ab79578-7ea3-40b0-b2f0-f5b33334ccac', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:83:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd531c51-be0d-45e8-8fa1-8c0642e0d6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:12:29Z', 'updated_at': '2021-08-19T02:12:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': 'a14601a7-2bae-4f2a-9d15-27ccee00ae79', 'name': '', 'network_id': '2fecb5da-f907-4a82-87c8-56708904d1f9', 'tenant_id': '9dd7a42fe27942969145286883d79163', 'mac_address': 'fa:16:3e:bd:a0:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd531c51-be0d-45e8-8fa1-8c0642e0d6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46b84a69-ade5-4b75-93a3-69edbe05ad66', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:12:20Z', 'updated_at': '2021-08-19T02:12:24Z', 'revision_number': 4, 'project_id': '9dd7a42fe27942969145286883d79163', 'subnets': [{'id': '46b84a69-ade5-4b75-93a3-69edbe05ad66', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a615dab-deda-495b-b6cb-6c3e7a0089ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:12:32.404797 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117ed812-5a69-43a2-a365-5f871532abd3 None None] Checking router: fd531c51-be0d-45e8-8fa1-8c0642e0d6c8 for host: dv-cinder-755654-10-iscsi {{(pid=94446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:12:32.405172 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117ed812-5a69-43a2-a365-5f871532abd3 None None] Updating router fd531c51-be0d-45e8-8fa1-8c0642e0d6c8 port 7ab79578-7ea3-40b0-b2f0-f5b33334ccac binding host dv-cinder-755654-10-iscsi {{(pid=94446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 02:12:32.451965 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-117ed812-5a69-43a2-a365-5f871532abd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:32.776174 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-117ed812-5a69-43a2-a365-5f871532abd3 None None] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:32.786313 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-117ed812-5a69-43a2-a365-5f871532abd3 None None] Transition to ACTIVE for port object 7ab79578-7ea3-40b0-b2f0-f5b33334ccac will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:12:32.878016 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-117ed812-5a69-43a2-a365-5f871532abd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:32.928857 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f88ee0-ae1a-4f91-b710-22b245ed490d None None] Pushing event updated for resources: {'Port': ['ID=7ab79578-7ea3-40b0-b2f0-f5b33334ccac,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:12:32.932820 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-117ed812-5a69-43a2-a365-5f871532abd3 None None] Attempting to bind port 7ab79578-7ea3-40b0-b2f0-f5b33334ccac on host dv-cinder-755654-10-iscsi for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:12:32.933216 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-117ed812-5a69-43a2-a365-5f871532abd3 None None] Attempting to bind port 7ab79578-7ea3-40b0-b2f0-f5b33334ccac by drivers openvswitch,hyperv on host dv-cinder-755654-10-iscsi at level 0 using segments [{'id': '31e5f57a-85b9-444f-b38d-61963340c3f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:12:32.933578 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117ed812-5a69-43a2-a365-5f871532abd3 None None] Attempting to bind port 7ab79578-7ea3-40b0-b2f0-f5b33334ccac on network 3bd28d61-6ca0-48ed-a78c-bdbd12784534 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:12:32.938443 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117ed812-5a69-43a2-a365-5f871532abd3 None None] Checking agent: {'id': '4006ddce-538e-4364-9c83-4224b741844b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 11, 48), 'started_at': datetime.datetime(2021, 8, 19, 2, 12, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:12:32.938812 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117ed812-5a69-43a2-a365-5f871532abd3 None None] Checking segment: {'id': '31e5f57a-85b9-444f-b38d-61963340c3f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:12:32.939205 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-117ed812-5a69-43a2-a365-5f871532abd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:32.939586 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117ed812-5a69-43a2-a365-5f871532abd3 None None] Bound using segment: {'id': '31e5f57a-85b9-444f-b38d-61963340c3f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:12:32.940071 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-117ed812-5a69-43a2-a365-5f871532abd3 None None] Bound port: 7ab79578-7ea3-40b0-b2f0-f5b33334ccac, host: dv-cinder-755654-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31e5f57a-85b9-444f-b38d-61963340c3f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:12:32.940575 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-117ed812-5a69-43a2-a365-5f871532abd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:32.990226 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-117ed812-5a69-43a2-a365-5f871532abd3 None None] For port 7ab79578-7ea3-40b0-b2f0-f5b33334ccac, host dv-cinder-755654-10-iscsi, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:12:32.993176 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-117ed812-5a69-43a2-a365-5f871532abd3 None None] For port 7ab79578-7ea3-40b0-b2f0-f5b33334ccac, host dv-cinder-755654-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=7ab79578-7ea3-40b0-b2f0-f5b33334ccac,segment=NetworkSegment(31e5f57a-85b9-444f-b38d-61963340c3f4),segment_id=31e5f57a-85b9-444f-b38d-61963340c3f4)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:12:33.038301 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-117ed812-5a69-43a2-a365-5f871532abd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:33.096222 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117ed812-5a69-43a2-a365-5f871532abd3 None None] Routers {'fd531c51-be0d-45e8-8fa1-8c0642e0d6c8'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:12:33.097496 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-117ed812-5a69-43a2-a365-5f871532abd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:12:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['fd531c51-be0d-45e8-8fa1-8c0642e0d6c8'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:12:33.099143 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f88ee0-ae1a-4f91-b710-22b245ed490d None None] Pushing event updated for resources: {'Port': ['ID=7ab79578-7ea3-40b0-b2f0-f5b33334ccac,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:12:33.280737 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 58356) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:12:33.290342 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-117ed812-5a69-43a2-a365-5f871532abd3 None None] Set router fd531c51-be0d-45e8-8fa1-8c0642e0d6c8 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:12:33.399619 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-1f295a9a-ea8a-448b-bb8f-5c9b50a34898 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1176975 Aug 19 02:12:33.483634 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device a14601a7-2bae-4f2a-9d15-27ccee00ae79 up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:12:33.554595 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port a14601a7-2bae-4f2a-9d15-27ccee00ae79 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:12:33.554883 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:33.586219 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-117ed812-5a69-43a2-a365-5f871532abd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd531c51-be0d-45e8-8fa1-8c0642e0d6c8', 'name': 'router1', 'tenant_id': '9dd7a42fe27942969145286883d79163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '7ab79578-7ea3-40b0-b2f0-f5b33334ccac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:12:11Z', 'updated_at': '2021-08-19T02:12:30Z', 'revision_number': 4, 'project_id': '9dd7a42fe27942969145286883d79163', 'gw_port': {'id': '7ab79578-7ea3-40b0-b2f0-f5b33334ccac', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:83:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd531c51-be0d-45e8-8fa1-8c0642e0d6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:12:29Z', 'updated_at': '2021-08-19T02:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': 'a14601a7-2bae-4f2a-9d15-27ccee00ae79', 'name': '', 'network_id': '2fecb5da-f907-4a82-87c8-56708904d1f9', 'tenant_id': '9dd7a42fe27942969145286883d79163', 'mac_address': 'fa:16:3e:bd:a0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd531c51-be0d-45e8-8fa1-8c0642e0d6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46b84a69-ade5-4b75-93a3-69edbe05ad66', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:12:20Z', 'updated_at': '2021-08-19T02:12:32Z', 'revision_number': 5, 'project_id': '9dd7a42fe27942969145286883d79163', 'subnets': [{'id': '46b84a69-ade5-4b75-93a3-69edbe05ad66', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a615dab-deda-495b-b6cb-6c3e7a0089ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:12:33.618752 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117ed812-5a69-43a2-a365-5f871532abd3 None None] The sync data for ids ['fd531c51-be0d-45e8-8fa1-8c0642e0d6c8'] in dv-cinder-755654-10-iscsi is: [{'id': 'fd531c51-be0d-45e8-8fa1-8c0642e0d6c8', 'name': 'router1', 'tenant_id': '9dd7a42fe27942969145286883d79163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '7ab79578-7ea3-40b0-b2f0-f5b33334ccac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:12:11Z', 'updated_at': '2021-08-19T02:12:30Z', 'revision_number': 4, 'project_id': '9dd7a42fe27942969145286883d79163', 'gw_port': {'id': '7ab79578-7ea3-40b0-b2f0-f5b33334ccac', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:83:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd531c51-be0d-45e8-8fa1-8c0642e0d6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:12:29Z', 'updated_at': '2021-08-19T02:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': 'a14601a7-2bae-4f2a-9d15-27ccee00ae79', 'name': '', 'network_id': '2fecb5da-f907-4a82-87c8-56708904d1f9', 'tenant_id': '9dd7a42fe27942969145286883d79163', 'mac_address': 'fa:16:3e:bd:a0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd531c51-be0d-45e8-8fa1-8c0642e0d6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46b84a69-ade5-4b75-93a3-69edbe05ad66', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:12:20Z', 'updated_at': '2021-08-19T02:12:32Z', 'revision_number': 5, 'project_id': '9dd7a42fe27942969145286883d79163', 'subnets': [{'id': '46b84a69-ade5-4b75-93a3-69edbe05ad66', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a615dab-deda-495b-b6cb-6c3e7a0089ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:12:35.524278 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 7ab79578-7ea3-40b0-b2f0-f5b33334ccac up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:12:35.648672 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning for port 7ab79578-7ea3-40b0-b2f0-f5b33334ccac completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:12:35.653041 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port 7ab79578-7ea3-40b0-b2f0-f5b33334ccac triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:12:35.653758 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:35.740043 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:35.763280 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] For port 7ab79578-7ea3-40b0-b2f0-f5b33334ccac, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=7ab79578-7ea3-40b0-b2f0-f5b33334ccac,segment=NetworkSegment(31e5f57a-85b9-444f-b38d-61963340c3f4),segment_id=31e5f57a-85b9-444f-b38d-61963340c3f4)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:12:35.832973 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:35.883087 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Pushing event updated for resources: {'Port': ['ID=7ab79578-7ea3-40b0-b2f0-f5b33334ccac,revision_number=4']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:12:37.516799 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 7ab79578-7ea3-40b0-b2f0-f5b33334ccac up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:12:37.609636 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port 7ab79578-7ea3-40b0-b2f0-f5b33334ccac triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:12:37.610248 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:40.050263 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 5 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:12:44.878826 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-739ffba3-36fb-4fe5-a4de-3f97daa58973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:47.266330 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-baa2dc7f-e136-4f06-bd4c-25276995d999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:47.631755 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:48.443256 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:12:50.317641 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:13:14.865473 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c2b415d6-2c88-46b7-91a4-c376627f3333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:13:17.048808 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 5 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:13:17.242510 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a55ab3b0-53ee-4526-b1bb-6cef185afe16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:13:17.654166 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:13:18.408913 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:13:20.346489 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:13:44.846860 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8246900e-bab6-466a-b383-3e688fc161d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:13:47.241186 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0ba6a423-af42-4235-8fd0-291e2378d12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:13:47.641902 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:13:48.390982 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:13:50.321801 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:13:54.047309 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 5 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:14:11.157880 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 58924) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:14:11.220305 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.pecan_wsgi.hooks.translation [None req-7722d26d-6df4-4229-8ff9-453b00c0838b admin admin] GET failed (client error): The resource could not be found. Aug 19 02:14:11.221689 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-7722d26d-6df4-4229-8ff9-453b00c0838b admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0628371 Aug 19 02:14:11.382445 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d9f080-b614-4ff0-943d-d75b81ec40d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:14:11.383861 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-21d9f080-b614-4ff0-943d-d75b81ec40d3 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1578703 Aug 19 02:14:13.519164 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 58934) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:14:13.613466 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21934f26-865a-4547-b122-a55c0b8f667f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:14:13.614833 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-21934f26-865a-4547-b122-a55c0b8f667f admin admin] 10.222.0.16 "GET /v2.0/subnets/46b84a69-ade5-4b75-93a3-69edbe05ad66 HTTP/1.1" status: 200 len: 849 time: 0.0947237 Aug 19 02:14:13.625210 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [None req-eb0f8834-2916-4999-a855-27f8324dda29 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:14:13.709790 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eb0f8834-2916-4999-a855-27f8324dda29 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:14.057531 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eb0f8834-2916-4999-a855-27f8324dda29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754220918887'] for subnet, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:14.092206 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0f8834-2916-4999-a855-27f8324dda29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:14:14.092874 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eb0f8834-2916-4999-a855-27f8324dda29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:14.094275 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-eb0f8834-2916-4999-a855-27f8324dda29 admin admin] 10.222.0.16 "PUT /v2.0/subnets/46b84a69-ade5-4b75-93a3-69edbe05ad66 HTTP/1.1" status: 200 len: 868 time: 0.4733145 Aug 19 02:14:14.109055 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947e4bbc-cfff-4dbd-af46-804a58825804 None None] Network 2fecb5da-f907-4a82-87c8-56708904d1f9 requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:14:14.115014 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f8834-2916-4999-a855-27f8324dda29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46b84a69-ade5-4b75-93a3-69edbe05ad66,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:14:14.124856 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f8834-2916-4999-a855-27f8324dda29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:14.125462 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f8834-2916-4999-a855-27f8324dda29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:14.125809 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f8834-2916-4999-a855-27f8324dda29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:14.126155 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f8834-2916-4999-a855-27f8324dda29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:14.126491 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f8834-2916-4999-a855-27f8324dda29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:14.126840 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f8834-2916-4999-a855-27f8324dda29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:14.127342 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f8834-2916-4999-a855-27f8324dda29 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:14.127782 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f8834-2916-4999-a855-27f8324dda29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:14.128037 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f8834-2916-4999-a855-27f8324dda29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:14.128368 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f8834-2916-4999-a855-27f8324dda29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:14.128714 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f8834-2916-4999-a855-27f8324dda29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:14.129158 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f8834-2916-4999-a855-27f8324dda29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:14:14.456274 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-9a21d33b-8447-4630-9c6d-49a7b1ebf0f4 None None] Provisioning complete for port 3ecc1b09-fe18-4113-ad80-409123e008a3 triggered by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:14:14.456647 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a21d33b-8447-4630-9c6d-49a7b1ebf0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:14.540787 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-9a21d33b-8447-4630-9c6d-49a7b1ebf0f4 None None] Provisioning complete for port a14601a7-2bae-4f2a-9d15-27ccee00ae79 triggered by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:14:14.541246 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a21d33b-8447-4630-9c6d-49a7b1ebf0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:14.852895 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-54341e5d-2ba5-430e-9f0d-6dea2ae32865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:16.352050 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 58944) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:14:16.549672 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0260167-f84d-4794-ba8e-183e83b9d505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:14:16.550066 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0260167-f84d-4794-ba8e-183e83b9d505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:14:16.551590 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-f0260167-f84d-4794-ba8e-183e83b9d505 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1985672 Aug 19 02:14:17.247123 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-957d741b-9b21-4c42-9213-8434746441ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:17.641358 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:18.434208 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:18.713034 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 58952) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:14:18.844779 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fe151d-7a6f-4b0e-ae8c-460dd295bc40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:14:18.845300 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fe151d-7a6f-4b0e-ae8c-460dd295bc40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:14:18.846832 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-27fe151d-7a6f-4b0e-ae8c-460dd295bc40 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1328876 Aug 19 02:14:20.309800 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:20.988513 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 58960) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:14:21.120282 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254cfd1c-740d-4831-bb67-b7219419a888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:14:21.121697 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-254cfd1c-740d-4831-bb67-b7219419a888 admin admin] 10.222.0.16 "GET /v2.0/networks/2fecb5da-f907-4a82-87c8-56708904d1f9 HTTP/1.1" status: 200 len: 869 time: 0.1322451 Aug 19 02:14:23.237683 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 58968) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:14:23.365236 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06b18f3-8584-4afa-8605-36640d73951e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:14:23.367981 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-d06b18f3-8584-4afa-8605-36640d73951e admin admin] 10.222.0.16 "GET /v2.0/networks/3bd28d61-6ca0-48ed-a78c-bdbd12784534 HTTP/1.1" status: 200 len: 886 time: 0.1293499 Aug 19 02:14:25.524261 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 58976) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:14:25.647071 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09169f95-681f-48c0-92e2-ec6c74f929b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:14:25.647538 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09169f95-681f-48c0-92e2-ec6c74f929b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:14:25.649063 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-09169f95-681f-48c0-92e2-ec6c74f929b6 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1238551 Aug 19 02:14:27.801491 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 58984) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:14:27.921923 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b622a64-f530-41a1-8910-9cf80fa8c980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:14:27.922423 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b622a64-f530-41a1-8910-9cf80fa8c980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:14:27.923937 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-9b622a64-f530-41a1-8910-9cf80fa8c980 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1215134 Aug 19 02:14:30.105497 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 58992) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:14:30.206106 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30c82b2-450d-4cfc-bf96-10f307fb2cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:14:30.207492 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-c30c82b2-450d-4cfc-bf96-10f307fb2cec admin admin] 10.222.0.16 "GET /v2.0/subnets/46b84a69-ade5-4b75-93a3-69edbe05ad66 HTTP/1.1" status: 200 len: 868 time: 0.1010623 Aug 19 02:14:31.045769 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 5 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:14:32.354328 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 59000) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:14:32.440287 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d369c3c9-2190-4a68-b86c-b18791b29ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:14:32.441627 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-d369c3c9-2190-4a68-b86c-b18791b29ad0 admin admin] 10.222.0.16 "GET /v2.0/subnets/563e592a-26a7-40db-9a00-034f622fa441 HTTP/1.1" status: 200 len: 816 time: 0.0863352 Aug 19 02:14:44.862228 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-86f2c67d-5052-467a-9ec0-a4d30ddc92ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:47.245330 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-94e561e0-c723-411f-89f1-219c12888d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:47.634225 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:48.467689 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:50.326671 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:14:56.121740 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 59054) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:14:56.168562 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [None req-ac1de74a-d306-4f23-8df2-1e3ceffbe8f9 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 02:14:56.169600 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-ac1de74a-d306-4f23-8df2-1e3ceffbe8f9 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469494 Aug 19 02:14:58.390822 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 59062) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:14:58.450478 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd4e6553-ea39-4e28-9fb7-11bd8e1a52cf admin admin] GET failed (client error): The resource could not be found. Aug 19 02:14:58.451778 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-dd4e6553-ea39-4e28-9fb7-11bd8e1a52cf admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600228 Aug 19 02:14:58.538036 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61b774a-7ad0-4066-be79-e2be99a0e400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:14:58.539502 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-a61b774a-7ad0-4066-be79-e2be99a0e400 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0833833 Aug 19 02:15:00.721081 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 59070) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:15:00.770991 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-98d885c6-e030-458c-b83f-5cc76d05b51e admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:15:00.863224 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d885c6-e030-458c-b83f-5cc76d05b51e admin admin] Made reservation on behalf of 7ceb15c754984e14bf452166b0e16ce3 for: {'network': 1} {{(pid=94444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:15:00.865484 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-98d885c6-e030-458c-b83f-5cc76d05b51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for network, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:15:00.895033 dv-cinder-755654-10-iscsi neutron-server[94444]: WARNING neutron.services.revisions.revision_plugin [None req-98d885c6-e030-458c-b83f-5cc76d05b51e admin admin] Could not find related network for resource to bump revision. Aug 19 02:15:00.907674 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d885c6-e030-458c-b83f-5cc76d05b51e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=94444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 02:15:00.917360 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-98d885c6-e030-458c-b83f-5cc76d05b51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178'] for segment, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:15:00.917706 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.db.segments_db [None req-98d885c6-e030-458c-b83f-5cc76d05b51e admin admin] Added segment e7769a56-fab4-475b-a302-7ea0361e10a5 of type vlan for network 4a27f2cd-bda6-4cf3-b804-16829f55584a Aug 19 02:15:01.015182 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-98d885c6-e030-458c-b83f-5cc76d05b51e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754220385702'] for network, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:15:01.102056 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-98d885c6-e030-458c-b83f-5cc76d05b51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116'] for network, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:15:01.103055 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d885c6-e030-458c-b83f-5cc76d05b51e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:15:01.103662 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-98d885c6-e030-458c-b83f-5cc76d05b51e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for network, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:15:01.161412 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d885c6-e030-458c-b83f-5cc76d05b51e admin admin] Pushing event updated for resources: {'Network': ['ID=4a27f2cd-bda6-4cf3-b804-16829f55584a,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:15:01.167924 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d885c6-e030-458c-b83f-5cc76d05b51e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:15:01.168296 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d885c6-e030-458c-b83f-5cc76d05b51e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:15:01.168642 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d885c6-e030-458c-b83f-5cc76d05b51e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:15:01.169586 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d885c6-e030-458c-b83f-5cc76d05b51e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:15:01.169977 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d885c6-e030-458c-b83f-5cc76d05b51e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:15:01.170353 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d885c6-e030-458c-b83f-5cc76d05b51e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:15:01.170689 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d885c6-e030-458c-b83f-5cc76d05b51e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:15:01.171019 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d885c6-e030-458c-b83f-5cc76d05b51e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:15:01.171357 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d885c6-e030-458c-b83f-5cc76d05b51e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:15:01.171668 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d885c6-e030-458c-b83f-5cc76d05b51e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:15:01.171990 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d885c6-e030-458c-b83f-5cc76d05b51e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:15:01.172311 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d885c6-e030-458c-b83f-5cc76d05b51e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:15:01.184050 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Network 4a27f2cd-bda6-4cf3-b804-16829f55584a details requested by agent ovs-agent-dv-cinder-755654-10-iscsi with host dv-cinder-755654-10-iscsi {{(pid=94446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 02:15:01.239910 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-98d885c6-e030-458c-b83f-5cc76d05b51e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5177047 Aug 19 02:15:03.423928 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 59078) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:15:03.484764 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.pecan_wsgi.hooks.translation [None req-09de7f7b-75bd-4669-af70-5ae780a5cde8 admin admin] GET failed (client error): The resource could not be found. Aug 19 02:15:03.486094 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-09de7f7b-75bd-4669-af70-5ae780a5cde8 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0612118 Aug 19 02:15:03.556801 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10b1d51-82b8-4675-ac25-805ebbd2a339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:15:03.558287 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-b10b1d51-82b8-4675-ac25-805ebbd2a339 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0679193 Aug 19 02:15:03.568357 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-edb14b43-1308-4f3f-982c-8c98b4f27284 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '4a27f2cd-bda6-4cf3-b804-16829f55584a'}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:15:03.656203 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb14b43-1308-4f3f-982c-8c98b4f27284 admin admin] Made reservation on behalf of 7ceb15c754984e14bf452166b0e16ce3 for: {'subnet': 1} {{(pid=94444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:15:03.658512 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-edb14b43-1308-4f3f-982c-8c98b4f27284 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:15:03.874985 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-edb14b43-1308-4f3f-982c-8c98b4f27284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116'] for subnet, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:15:03.931579 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb14b43-1308-4f3f-982c-8c98b4f27284 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b6cf354-ef63-4a7f-bb3a-de3eec0e4dd0,revision_number=0']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:15:03.936401 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb14b43-1308-4f3f-982c-8c98b4f27284 admin admin] Checking segment: {'id': 'e7769a56-fab4-475b-a302-7ea0361e10a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4a27f2cd-bda6-4cf3-b804-16829f55584a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:15:03.936763 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb14b43-1308-4f3f-982c-8c98b4f27284 admin admin] Network hostable DHCP agents. Network: 4a27f2cd-bda6-4cf3-b804-16829f55584a, hostable agents: ['5428ca17-2793-4a7a-b269-f163004a9067'], hosted agents: [] {{(pid=94444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 02:15:04.021316 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb14b43-1308-4f3f-982c-8c98b4f27284 admin admin] Network 4a27f2cd-bda6-4cf3-b804-16829f55584a is scheduled to be hosted by DHCP agent 5428ca17-2793-4a7a-b269-f163004a9067 with binding_index 1 {{(pid=94444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 02:15:04.101375 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.base_scheduler [None req-edb14b43-1308-4f3f-982c-8c98b4f27284 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755654-10-iscsi, 4a27f2cd-bda6-4cf3-b804-16829f55584a) {{(pid=94444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:15:04.106278 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb14b43-1308-4f3f-982c-8c98b4f27284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:15:04.107952 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-edb14b43-1308-4f3f-982c-8c98b4f27284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for subnet, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:15:04.109799 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c780917-f89c-45d9-8587-c771adbc59f2 None None] Network 4a27f2cd-bda6-4cf3-b804-16829f55584a requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:15:04.343572 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8aaff09-77c2-4790-ba27-30ef0ead4a74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ca4f4ee-9243-5de2-b572-9b016c61beaa-4a27f2cd-bda6-4cf3-b804-16829f55584a', 'network_id': '4a27f2cd-bda6-4cf3-b804-16829f55584a', 'tenant_id': '7ceb15c754984e14bf452166b0e16ce3', 'fixed_ips': [{'subnet_id': '1b6cf354-ef63-4a7f-bb3a-de3eec0e4dd0'}]}} from dv-cinder-755654-10-iscsi. {{(pid=94446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 02:15:04.343766 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-edb14b43-1308-4f3f-982c-8c98b4f27284 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7785795 Aug 19 02:15:04.344446 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b8aaff09-77c2-4790-ba27-30ef0ead4a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:15:04.525068 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-b8aaff09-77c2-4790-ba27-30ef0ead4a74 None None] Allocated IP 192.168.233.2 (4a27f2cd-bda6-4cf3-b804-16829f55584a/1b6cf354-ef63-4a7f-bb3a-de3eec0e4dd0/4bd2b8e1-7b08-4cdf-90d3-0737b5a60849) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:15:04.671708 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b8aaff09-77c2-4790-ba27-30ef0ead4a74 None None] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:15:04.680132 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-b8aaff09-77c2-4790-ba27-30ef0ead4a74 None None] Transition to ACTIVE for port object 4bd2b8e1-7b08-4cdf-90d3-0737b5a60849 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:15:04.695761 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-b8aaff09-77c2-4790-ba27-30ef0ead4a74 None None] Transition to ACTIVE for port object 4bd2b8e1-7b08-4cdf-90d3-0737b5a60849 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:15:04.755567 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b8aaff09-77c2-4790-ba27-30ef0ead4a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:15:04.799777 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8aaff09-77c2-4790-ba27-30ef0ead4a74 None None] Network 4a27f2cd-bda6-4cf3-b804-16829f55584a is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:15:04.802607 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-b8aaff09-77c2-4790-ba27-30ef0ead4a74 None None] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:15:04.805356 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8aaff09-77c2-4790-ba27-30ef0ead4a74 None None] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:15:04.814931 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aaff09-77c2-4790-ba27-30ef0ead4a74 None None] Pushing event updated for resources: {'Port': ['ID=4bd2b8e1-7b08-4cdf-90d3-0737b5a60849,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:15:04.824330 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aaff09-77c2-4790-ba27-30ef0ead4a74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:15:04.824702 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aaff09-77c2-4790-ba27-30ef0ead4a74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:15:04.825095 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aaff09-77c2-4790-ba27-30ef0ead4a74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:15:04.825976 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aaff09-77c2-4790-ba27-30ef0ead4a74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:15:04.826308 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aaff09-77c2-4790-ba27-30ef0ead4a74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:15:04.826637 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aaff09-77c2-4790-ba27-30ef0ead4a74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:15:04.826963 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aaff09-77c2-4790-ba27-30ef0ead4a74 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:15:04.827286 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aaff09-77c2-4790-ba27-30ef0ead4a74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:15:04.827646 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aaff09-77c2-4790-ba27-30ef0ead4a74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:15:04.827970 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aaff09-77c2-4790-ba27-30ef0ead4a74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:15:04.828294 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aaff09-77c2-4790-ba27-30ef0ead4a74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:15:04.828612 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aaff09-77c2-4790-ba27-30ef0ead4a74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:15:04.875889 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-b8aaff09-77c2-4790-ba27-30ef0ead4a74 None None] Attempting to bind port 4bd2b8e1-7b08-4cdf-90d3-0737b5a60849 on host dv-cinder-755654-10-iscsi for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:15:04.876195 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-b8aaff09-77c2-4790-ba27-30ef0ead4a74 None None] Attempting to bind port 4bd2b8e1-7b08-4cdf-90d3-0737b5a60849 by drivers openvswitch,hyperv on host dv-cinder-755654-10-iscsi at level 0 using segments [{'id': 'e7769a56-fab4-475b-a302-7ea0361e10a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4a27f2cd-bda6-4cf3-b804-16829f55584a'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:15:04.876565 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aaff09-77c2-4790-ba27-30ef0ead4a74 None None] Attempting to bind port 4bd2b8e1-7b08-4cdf-90d3-0737b5a60849 on network 4a27f2cd-bda6-4cf3-b804-16829f55584a {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:15:04.881564 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aaff09-77c2-4790-ba27-30ef0ead4a74 None None] Checking agent: {'id': '4006ddce-538e-4364-9c83-4224b741844b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 11, 48), 'started_at': datetime.datetime(2021, 8, 19, 2, 12, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:15:04.881941 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aaff09-77c2-4790-ba27-30ef0ead4a74 None None] Checking segment: {'id': 'e7769a56-fab4-475b-a302-7ea0361e10a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4a27f2cd-bda6-4cf3-b804-16829f55584a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:15:04.882344 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b8aaff09-77c2-4790-ba27-30ef0ead4a74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:15:04.882738 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aaff09-77c2-4790-ba27-30ef0ead4a74 None None] Bound using segment: {'id': 'e7769a56-fab4-475b-a302-7ea0361e10a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4a27f2cd-bda6-4cf3-b804-16829f55584a'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:15:04.883203 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-b8aaff09-77c2-4790-ba27-30ef0ead4a74 None None] Bound port: 4bd2b8e1-7b08-4cdf-90d3-0737b5a60849, host: dv-cinder-755654-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7769a56-fab4-475b-a302-7ea0361e10a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4a27f2cd-bda6-4cf3-b804-16829f55584a'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:15:04.883597 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b8aaff09-77c2-4790-ba27-30ef0ead4a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:15:04.946215 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-b8aaff09-77c2-4790-ba27-30ef0ead4a74 None None] For port 4bd2b8e1-7b08-4cdf-90d3-0737b5a60849, host dv-cinder-755654-10-iscsi, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:15:04.949290 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-b8aaff09-77c2-4790-ba27-30ef0ead4a74 None None] For port 4bd2b8e1-7b08-4cdf-90d3-0737b5a60849, host dv-cinder-755654-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=4bd2b8e1-7b08-4cdf-90d3-0737b5a60849,segment=NetworkSegment(e7769a56-fab4-475b-a302-7ea0361e10a5),segment_id=e7769a56-fab4-475b-a302-7ea0361e10a5)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:15:05.069477 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b8aaff09-77c2-4790-ba27-30ef0ead4a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:15:05.131796 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aaff09-77c2-4790-ba27-30ef0ead4a74 None None] Pushing event updated for resources: {'Port': ['ID=4bd2b8e1-7b08-4cdf-90d3-0737b5a60849,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:15:05.612989 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 4bd2b8e1-7b08-4cdf-90d3-0737b5a60849 up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:15:05.726567 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning for port 4bd2b8e1-7b08-4cdf-90d3-0737b5a60849 completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:15:05.909943 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf34ed9a-85d9-441b-8ef2-0129d99c14c6 None None] Network 4a27f2cd-bda6-4cf3-b804-16829f55584a requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:15:06.096163 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-7d968e88-71e3-4189-bef0-c2eb538c8241 None None] Provisioning for port 4bd2b8e1-7b08-4cdf-90d3-0737b5a60849 completed by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:15:06.100978 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-7d968e88-71e3-4189-bef0-c2eb538c8241 None None] Provisioning complete for port 4bd2b8e1-7b08-4cdf-90d3-0737b5a60849 triggered by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:15:06.100978 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7d968e88-71e3-4189-bef0-c2eb538c8241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:15:06.189331 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7d968e88-71e3-4189-bef0-c2eb538c8241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:15:06.227318 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-7d968e88-71e3-4189-bef0-c2eb538c8241 None None] For port 4bd2b8e1-7b08-4cdf-90d3-0737b5a60849, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=4bd2b8e1-7b08-4cdf-90d3-0737b5a60849,segment=NetworkSegment(e7769a56-fab4-475b-a302-7ea0361e10a5),segment_id=e7769a56-fab4-475b-a302-7ea0361e10a5)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:15:06.286456 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7d968e88-71e3-4189-bef0-c2eb538c8241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:15:06.339353 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d968e88-71e3-4189-bef0-c2eb538c8241 None None] Pushing event updated for resources: {'Port': ['ID=4bd2b8e1-7b08-4cdf-90d3-0737b5a60849,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:15:06.406457 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-7e03b5f3-317e-479c-891d-933c88bb01c0 None None] Provisioning complete for port 4bd2b8e1-7b08-4cdf-90d3-0737b5a60849 triggered by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:15:06.406847 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7e03b5f3-317e-479c-891d-933c88bb01c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:15:07.596368 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 4bd2b8e1-7b08-4cdf-90d3-0737b5a60849 up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:15:07.643052 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port 4bd2b8e1-7b08-4cdf-90d3-0737b5a60849 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:15:07.643415 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:15:08.048529 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 5 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:15:14.867196 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-418450b3-ca15-4124-978e-e456b5e189e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:15:17.268832 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-12e2a674-07dd-403d-93ab-afe1a5ac8aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:15:17.640268 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:15:18.417154 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:15:20.359797 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:15:44.845509 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6716418b-5557-47b4-a24d-1b1a5879c593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:15:45.047146 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 5 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:15:47.222548 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-717785e3-cba3-4715-a63b-f2a332e19b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:15:47.628314 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:15:48.460901 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:15:50.325451 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:16:14.867499 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b3d9c187-4182-46e7-9a59-4d29c82311ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:16:17.265688 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7f5e8eb7-849b-468e-abf5-2983664b14cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:16:17.660091 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:16:18.450218 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:16:20.340240 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:16:22.045409 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 5 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:16:31.475263 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 59130) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:16:31.481271 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [None req-41262098-e1f8-4360-991e-6a892c1d253a tempest-verify_tempest_config-1386846038 tempest-verify_tempest_config-1386846038-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 02:16:31.482330 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-41262098-e1f8-4360-991e-6a892c1d253a tempest-verify_tempest_config-1386846038 tempest-verify_tempest_config-1386846038-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060389 Aug 19 02:16:32.058540 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 59148) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:16:32.161138 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-3f97d10a-2b1f-4768-9369-03ff77c85a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:16:32.247786 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-3f97d10a-2b1f-4768-9369-03ff77c85a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:16:32.324566 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-3f97d10a-2b1f-4768-9369-03ff77c85a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:16:32.372587 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-3f97d10a-2b1f-4768-9369-03ff77c85a72 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c8444458ef3c489199bd50bce46dc254&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3129387 Aug 19 02:16:32.373528 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97d10a-2b1f-4768-9369-03ff77c85a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b84e195-7bce-41a5-b45a-8c619b50d4a1,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:16:32.375277 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 59152) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:16:32.380264 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f97d10a-2b1f-4768-9369-03ff77c85a72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:16:32.380638 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f97d10a-2b1f-4768-9369-03ff77c85a72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:16:32.380982 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f97d10a-2b1f-4768-9369-03ff77c85a72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:16:32.381342 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f97d10a-2b1f-4768-9369-03ff77c85a72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:16:32.381673 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f97d10a-2b1f-4768-9369-03ff77c85a72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:16:32.382013 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f97d10a-2b1f-4768-9369-03ff77c85a72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:16:32.382343 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f97d10a-2b1f-4768-9369-03ff77c85a72 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:16:32.382682 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f97d10a-2b1f-4768-9369-03ff77c85a72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:16:32.383023 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f97d10a-2b1f-4768-9369-03ff77c85a72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:16:32.383344 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f97d10a-2b1f-4768-9369-03ff77c85a72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:16:32.383664 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f97d10a-2b1f-4768-9369-03ff77c85a72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:16:32.383996 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f97d10a-2b1f-4768-9369-03ff77c85a72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:16:32.431791 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-909a6a18-d6be-47c9-b6d8-1b467d75ca89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:16:32.452460 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-909a6a18-d6be-47c9-b6d8-1b467d75ca89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:16:32.593304 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-909a6a18-d6be-47c9-b6d8-1b467d75ca89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:16:32.595853 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-909a6a18-d6be-47c9-b6d8-1b467d75ca89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:16:32.597047 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-909a6a18-d6be-47c9-b6d8-1b467d75ca89 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0b84e195-7bce-41a5-b45a-8c619b50d4a1 HTTP/1.1" status: 204 len: 168 time: 0.2206914 Aug 19 02:16:32.605437 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a6a18-d6be-47c9-b6d8-1b467d75ca89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b84e195-7bce-41a5-b45a-8c619b50d4a1,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:16:32.611693 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a6a18-d6be-47c9-b6d8-1b467d75ca89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:16:32.612062 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a6a18-d6be-47c9-b6d8-1b467d75ca89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:16:32.612406 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a6a18-d6be-47c9-b6d8-1b467d75ca89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:16:32.612739 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a6a18-d6be-47c9-b6d8-1b467d75ca89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:16:32.613066 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a6a18-d6be-47c9-b6d8-1b467d75ca89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:16:32.613433 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a6a18-d6be-47c9-b6d8-1b467d75ca89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:16:32.613767 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a6a18-d6be-47c9-b6d8-1b467d75ca89 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:16:32.614114 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a6a18-d6be-47c9-b6d8-1b467d75ca89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:16:32.614440 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a6a18-d6be-47c9-b6d8-1b467d75ca89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:16:32.614764 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a6a18-d6be-47c9-b6d8-1b467d75ca89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:16:32.615083 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a6a18-d6be-47c9-b6d8-1b467d75ca89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:16:32.615400 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a6a18-d6be-47c9-b6d8-1b467d75ca89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:16:44.973750 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-57b49639-2cd0-4bc2-9940-484989458815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:16:47.255117 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-331f6d91-c805-4fab-8151-036f49a90a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:16:47.626778 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:16:48.432214 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:16:50.338516 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:16:59.043441 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 5 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:17:14.870071 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f42ad383-1261-4505-bd10-9b2845f751b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:17:17.247060 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d2a3d9ec-682a-4b49-8d3f-d38f059d84f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:17:17.648967 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:17:18.437210 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:17:20.338322 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:17:36.041525 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 5 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:17:44.857429 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-861dbb3e-7206-49ef-8d2a-378cdf22bead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:17:47.234513 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-407e88e3-dd50-4939-ace2-22004d8bc4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:17:47.634474 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:17:48.436513 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:17:50.368241 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:18:06.156616 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-754779'] for agent, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:18:13.040564 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 6 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:18:14.847971 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0702856e-a0e1-4a2a-80f1-93f51ae7aab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:18:17.250684 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-be4c7365-28b6-45ab-879f-3536185aa3ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:18:17.630556 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:18:18.442361 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:18:20.354229 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:18:20.730269 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 59228) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:18:20.832895 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-7a964030-2f06-40b7-8cd8-8f2a2c0d2074 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1006825 Aug 19 02:18:23.013880 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 59238) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:18:23.079064 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-2a759a50-9267-4c6e-ada8-79e9468aace8 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0640855 Aug 19 02:18:36.130125 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:18:44.846795 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a67fe0b4-fafa-4d31-9248-d5a0bb71a35c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:18:47.258281 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9447920d-f3a5-4762-a266-b26df78b5567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:18:47.658427 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:18:48.455420 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:18:50.040137 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 6 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:18:50.370459 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:06.146590 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:14.870662 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f0cde806-09ca-4cc9-9f0d-1b20a797b416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:17.257871 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4699c17b-6f50-457b-a677-d6ba92d6db9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:17.640957 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:18.452303 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:20.378010 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:27.040572 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 6 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:19:36.137465 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:44.860334 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9ac085e7-4ee6-4273-94f5-f8f8d5c78702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:47.246121 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ba02227c-8975-4746-a9cb-17ae99b54314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:47.648488 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:48.486666 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:50.388800 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:51.700792 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 59402) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:19:51.731386 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 59410) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:19:52.071175 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-87ded6c3-9254-4396-8cc9-d9e7a690cd61 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-599753213-network', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6'}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:19:52.080173 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-b5617170-795b-44cc-b22c-c929e7a18ca2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1080929016-network', 'tenant_id': 'f4838f3b837a4cb5a2c2c2fa36932889'}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:19:52.107406 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.db.api [None req-b5617170-795b-44cc-b22c-c929e7a18ca2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 02:19:52.107406 dv-cinder-755654-10-iscsi neutron-server[94444]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 19 02:19:52.107406 dv-cinder-755654-10-iscsi neutron-server[94444]: [parameters: {'project_id': 'f4838f3b837a4cb5a2c2c2fa36932889', 'id': '88102882-b9bc-4cbd-9eeb-2275fdca595f', 'expiration': datetime.datetime(2021, 8, 19, 2, 21, 52, 101600)}] Aug 19 02:19:52.107406 dv-cinder-755654-10-iscsi neutron-server[94444]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 02:19:52.107808 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG oslo_db.api [None req-b5617170-795b-44cc-b22c-c929e7a18ca2 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 02:19:52.201151 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ded6c3-9254-4396-8cc9-d9e7a690cd61 admin admin] Made reservation on behalf of 059670e8b6b34fb1857bc100102fd1b6 for: {'network': 1} {{(pid=94444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:19:52.201151 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-87ded6c3-9254-4396-8cc9-d9e7a690cd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for network, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:52.209392 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-87ded6c3-9254-4396-8cc9-d9e7a690cd61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:52.297832 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-87ded6c3-9254-4396-8cc9-d9e7a690cd61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:52.363289 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-87ded6c3-9254-4396-8cc9-d9e7a690cd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:52.400572 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87ded6c3-9254-4396-8cc9-d9e7a690cd61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=94444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 02:19:52.406384 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ded6c3-9254-4396-8cc9-d9e7a690cd61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71dfe1c3-a640-4d7a-85ef-f397821b448c,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:19:52.414257 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ded6c3-9254-4396-8cc9-d9e7a690cd61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:19:52.414627 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ded6c3-9254-4396-8cc9-d9e7a690cd61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:19:52.414969 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ded6c3-9254-4396-8cc9-d9e7a690cd61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:19:52.415533 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ded6c3-9254-4396-8cc9-d9e7a690cd61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:19:52.415929 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ded6c3-9254-4396-8cc9-d9e7a690cd61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:19:52.416290 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ded6c3-9254-4396-8cc9-d9e7a690cd61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:19:52.416625 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ded6c3-9254-4396-8cc9-d9e7a690cd61 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:19:52.416977 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ded6c3-9254-4396-8cc9-d9e7a690cd61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:19:52.417353 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ded6c3-9254-4396-8cc9-d9e7a690cd61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:19:52.417679 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ded6c3-9254-4396-8cc9-d9e7a690cd61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:19:52.418074 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ded6c3-9254-4396-8cc9-d9e7a690cd61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:19:52.418419 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ded6c3-9254-4396-8cc9-d9e7a690cd61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:19:52.419695 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ded6c3-9254-4396-8cc9-d9e7a690cd61 admin admin] Tracked resource versions report: Aug 19 02:19:52.419695 dv-cinder-755654-10-iscsi neutron-server[94444]: pushed versions: Aug 19 02:19:52.419695 dv-cinder-755654-10-iscsi neutron-server[94444]: { 'AddressGroup': {'1.2'}, Aug 19 02:19:52.419695 dv-cinder-755654-10-iscsi neutron-server[94444]: 'ConntrackHelper': {'1.0'}, Aug 19 02:19:52.419695 dv-cinder-755654-10-iscsi neutron-server[94444]: 'Log': {'1.0'}, Aug 19 02:19:52.419695 dv-cinder-755654-10-iscsi neutron-server[94444]: 'Network': {'1.1'}, Aug 19 02:19:52.419695 dv-cinder-755654-10-iscsi neutron-server[94444]: 'Port': {'1.7'}, Aug 19 02:19:52.419695 dv-cinder-755654-10-iscsi neutron-server[94444]: 'PortForwarding': {'1.2'}, Aug 19 02:19:52.419695 dv-cinder-755654-10-iscsi neutron-server[94444]: 'QosPolicy': {'1.9'}, Aug 19 02:19:52.419695 dv-cinder-755654-10-iscsi neutron-server[94444]: 'SecurityGroup': {'1.4'}, Aug 19 02:19:52.419695 dv-cinder-755654-10-iscsi neutron-server[94444]: 'SecurityGroupRule': {'1.2'}, Aug 19 02:19:52.419695 dv-cinder-755654-10-iscsi neutron-server[94444]: 'SubPort': {'1.0'}, Aug 19 02:19:52.419695 dv-cinder-755654-10-iscsi neutron-server[94444]: 'Subnet': {'1.1'}, Aug 19 02:19:52.419695 dv-cinder-755654-10-iscsi neutron-server[94444]: 'Trunk': {'1.1'}} Aug 19 02:19:52.419695 dv-cinder-755654-10-iscsi neutron-server[94444]: consumer versions: Aug 19 02:19:52.419695 dv-cinder-755654-10-iscsi neutron-server[94444]: { DHCP agent@dv-cinder-755654-10-iscsi: {}, Aug 19 02:19:52.419695 dv-cinder-755654-10-iscsi neutron-server[94444]: HyperV agent@hv-cinder-75565: {}, Aug 19 02:19:52.419695 dv-cinder-755654-10-iscsi neutron-server[94444]: L3 agent@dv-cinder-755654-10-iscsi: {}, Aug 19 02:19:52.419695 dv-cinder-755654-10-iscsi neutron-server[94444]: Metadata agent@dv-cinder-755654-10-iscsi: {}, Aug 19 02:19:52.419695 dv-cinder-755654-10-iscsi neutron-server[94444]: Metering agent@dv-cinder-755654-10-iscsi: {}, Aug 19 02:19:52.419695 dv-cinder-755654-10-iscsi neutron-server[94444]: Open vSwitch agent@dv-cinder-755654-10-iscsi: { 'AddressGroup': '1.2', Aug 19 02:19:52.419695 dv-cinder-755654-10-iscsi neutron-server[94444]: 'ConntrackHelper': '1.0', Aug 19 02:19:52.419695 dv-cinder-755654-10-iscsi neutron-server[94444]: 'Log': '1.0', Aug 19 02:19:52.419695 dv-cinder-755654-10-iscsi neutron-server[94444]: 'Network': '1.1', Aug 19 02:19:52.419695 dv-cinder-755654-10-iscsi neutron-server[94444]: 'Port': '1.7', Aug 19 02:19:52.419695 dv-cinder-755654-10-iscsi neutron-server[94444]: 'PortForwarding': '1.2', Aug 19 02:19:52.419695 dv-cinder-755654-10-iscsi neutron-server[94444]: 'QosPolicy': '1.9', Aug 19 02:19:52.419695 dv-cinder-755654-10-iscsi neutron-server[94444]: 'SecurityGroup': '1.4', Aug 19 02:19:52.419695 dv-cinder-755654-10-iscsi neutron-server[94444]: 'SecurityGroupRule': '1.2', Aug 19 02:19:52.419695 dv-cinder-755654-10-iscsi neutron-server[94444]: 'SubPort': '1.0', Aug 19 02:19:52.419695 dv-cinder-755654-10-iscsi neutron-server[94444]: 'Subnet': '1.1', Aug 19 02:19:52.419695 dv-cinder-755654-10-iscsi neutron-server[94444]: 'Trunk': '1.1'}} Aug 19 02:19:52.419695 dv-cinder-755654-10-iscsi neutron-server[94444]: {{(pid=94444) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 02:19:52.427250 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-87ded6c3-9254-4396-8cc9-d9e7a690cd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178'] for segment, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:52.427817 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.db.segments_db [None req-87ded6c3-9254-4396-8cc9-d9e7a690cd61 admin admin] Added segment e2620a82-c51e-42da-a26e-9bad6e7c43ea of type vlan for network 7e444d17-d7c0-4b47-aa19-93665776705e Aug 19 02:19:52.470746 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-87ded6c3-9254-4396-8cc9-d9e7a690cd61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754220385702'] for network, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:52.592116 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-87ded6c3-9254-4396-8cc9-d9e7a690cd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116'] for network, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:52.593157 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ded6c3-9254-4396-8cc9-d9e7a690cd61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:19:52.593748 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-87ded6c3-9254-4396-8cc9-d9e7a690cd61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for network, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:52.741945 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 59458) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:19:52.765752 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ded6c3-9254-4396-8cc9-d9e7a690cd61 admin admin] Pushing event updated for resources: {'Network': ['ID=7e444d17-d7c0-4b47-aa19-93665776705e,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:19:52.776377 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Network 7e444d17-d7c0-4b47-aa19-93665776705e details requested by agent ovs-agent-dv-cinder-755654-10-iscsi with host dv-cinder-755654-10-iscsi {{(pid=94446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 02:19:52.825627 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-87ded6c3-9254-4396-8cc9-d9e7a690cd61 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1236289 Aug 19 02:19:52.828530 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 59466) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:19:52.836557 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-aadede1a-92af-47fc-ba4f-5c4c1e030aef admin admin] Request body: {'subnet': {'network_id': '7e444d17-d7c0-4b47-aa19-93665776705e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-599753213-subnet', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:19:52.932165 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5617170-795b-44cc-b22c-c929e7a18ca2 admin admin] Made reservation on behalf of f4838f3b837a4cb5a2c2c2fa36932889 for: {'network': 1} {{(pid=94444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:19:52.934515 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b5617170-795b-44cc-b22c-c929e7a18ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for network, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:52.950513 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b5617170-795b-44cc-b22c-c929e7a18ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:52.982972 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 59476) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:19:53.036880 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadede1a-92af-47fc-ba4f-5c4c1e030aef admin admin] Made reservation on behalf of 059670e8b6b34fb1857bc100102fd1b6 for: {'subnet': 1} {{(pid=94444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:19:53.039489 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-aadede1a-92af-47fc-ba4f-5c4c1e030aef admin admin] Notify callbacks [] for subnet, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:53.068715 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [None req-5de46933-dc86-44c6-83b3-f5c666e5e407 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1096736354-network', 'tenant_id': '234110615b1245799912d893b1e62231'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:19:53.105386 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 59480) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:19:53.225715 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b5617170-795b-44cc-b22c-c929e7a18ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:53.296614 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-29423c52-d8d1-4fd5-8cdb-47b77e60d0b7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-164181521-network', 'tenant_id': '21e2050ddc3a4486be917df4cf6b0b60'}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:19:53.299792 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b5617170-795b-44cc-b22c-c929e7a18ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:53.331951 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5617170-795b-44cc-b22c-c929e7a18ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a16db6-2b2c-4949-b92e-a206b340b191,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:19:53.338573 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [None req-598d0614-b568-4974-81ef-f081770fccaf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-152763069-network', 'tenant_id': '517b8744677e400988e187c26e92c291'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:19:53.341503 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5617170-795b-44cc-b22c-c929e7a18ca2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=94444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 02:19:53.346708 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-aadede1a-92af-47fc-ba4f-5c4c1e030aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116'] for subnet, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:53.364223 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b5617170-795b-44cc-b22c-c929e7a18ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178'] for segment, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:53.364596 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.db.segments_db [None req-b5617170-795b-44cc-b22c-c929e7a18ca2 admin admin] Added segment 41657066-04a0-4425-a4f9-2c29610d521c of type vlan for network 50d7987b-17e1-4fff-8254-bcf99715c294 Aug 19 02:19:53.405976 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de46933-dc86-44c6-83b3-f5c666e5e407 admin admin] Made reservation on behalf of 234110615b1245799912d893b1e62231 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:19:53.408316 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5de46933-dc86-44c6-83b3-f5c666e5e407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:53.416918 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5de46933-dc86-44c6-83b3-f5c666e5e407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:53.464319 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b5617170-795b-44cc-b22c-c929e7a18ca2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754220385702'] for network, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:53.471098 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadede1a-92af-47fc-ba4f-5c4c1e030aef admin admin] Pushing event updated for resources: {'Subnet': ['ID=731d6e4c-a04d-474e-b79a-51c9af4274e4,revision_number=0']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:19:53.481027 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadede1a-92af-47fc-ba4f-5c4c1e030aef admin admin] Checking segment: {'id': 'e2620a82-c51e-42da-a26e-9bad6e7c43ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7e444d17-d7c0-4b47-aa19-93665776705e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:19:53.481638 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadede1a-92af-47fc-ba4f-5c4c1e030aef admin admin] Network hostable DHCP agents. Network: 7e444d17-d7c0-4b47-aa19-93665776705e, hostable agents: ['5428ca17-2793-4a7a-b269-f163004a9067'], hosted agents: [] {{(pid=94444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 02:19:53.551732 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29423c52-d8d1-4fd5-8cdb-47b77e60d0b7 admin admin] Made reservation on behalf of 21e2050ddc3a4486be917df4cf6b0b60 for: {'network': 1} {{(pid=94444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:19:53.555055 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-29423c52-d8d1-4fd5-8cdb-47b77e60d0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for network, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:53.566887 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-29423c52-d8d1-4fd5-8cdb-47b77e60d0b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:53.583305 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b5617170-795b-44cc-b22c-c929e7a18ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116'] for network, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:53.586161 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5617170-795b-44cc-b22c-c929e7a18ca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:19:53.586161 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b5617170-795b-44cc-b22c-c929e7a18ca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for network, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:53.588437 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadede1a-92af-47fc-ba4f-5c4c1e030aef admin admin] Network 7e444d17-d7c0-4b47-aa19-93665776705e is scheduled to be hosted by DHCP agent 5428ca17-2793-4a7a-b269-f163004a9067 with binding_index 1 {{(pid=94444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 02:19:53.652446 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5617170-795b-44cc-b22c-c929e7a18ca2 admin admin] Pushing event updated for resources: {'Network': ['ID=50d7987b-17e1-4fff-8254-bcf99715c294,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:19:53.662638 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Network 50d7987b-17e1-4fff-8254-bcf99715c294 details requested by agent ovs-agent-dv-cinder-755654-10-iscsi with host dv-cinder-755654-10-iscsi {{(pid=94446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 02:19:53.663808 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598d0614-b568-4974-81ef-f081770fccaf admin admin] Made reservation on behalf of 517b8744677e400988e187c26e92c291 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:19:53.666906 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-598d0614-b568-4974-81ef-f081770fccaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:53.676438 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-598d0614-b568-4974-81ef-f081770fccaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:53.745815 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.base_scheduler [None req-aadede1a-92af-47fc-ba4f-5c4c1e030aef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755654-10-iscsi, 7e444d17-d7c0-4b47-aa19-93665776705e) {{(pid=94444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:19:53.753550 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bad1252-9a12-4377-88e5-daf4501df181 None None] Network 7e444d17-d7c0-4b47-aa19-93665776705e requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:19:53.756697 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadede1a-92af-47fc-ba4f-5c4c1e030aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:19:53.757841 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-aadede1a-92af-47fc-ba4f-5c4c1e030aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for subnet, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:53.798674 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-b5617170-795b-44cc-b22c-c929e7a18ca2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0662549 Aug 19 02:19:53.801727 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 59506) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:19:53.815751 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-8d7206c4-0bbc-4047-bb0d-9fe03b0a9ac6 admin admin] Request body: {'subnet': {'network_id': '50d7987b-17e1-4fff-8254-bcf99715c294', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1080929016-subnet', 'tenant_id': 'f4838f3b837a4cb5a2c2c2fa36932889', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:19:53.884151 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5de46933-dc86-44c6-83b3-f5c666e5e407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:53.966185 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a1a5a8-83d7-4b5f-92d7-dea5fd5eb4d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ca4f4ee-9243-5de2-b572-9b016c61beaa-7e444d17-d7c0-4b47-aa19-93665776705e', 'network_id': '7e444d17-d7c0-4b47-aa19-93665776705e', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'fixed_ips': [{'subnet_id': '731d6e4c-a04d-474e-b79a-51c9af4274e4'}]}} from dv-cinder-755654-10-iscsi. {{(pid=94446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 02:19:53.967073 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0a1a5a8-83d7-4b5f-92d7-dea5fd5eb4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:53.974683 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5de46933-dc86-44c6-83b3-f5c666e5e407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:53.994938 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de46933-dc86-44c6-83b3-f5c666e5e407 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 02:19:54.008095 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5de46933-dc86-44c6-83b3-f5c666e5e407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:54.010301 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.db.segments_db [None req-5de46933-dc86-44c6-83b3-f5c666e5e407 admin admin] Added segment 5c8ca054-c816-4a60-ac65-8ca13b1723f0 of type vlan for network 00ebcfbf-6185-4e84-a391-965d73adbe39 Aug 19 02:19:54.069113 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-29423c52-d8d1-4fd5-8cdb-47b77e60d0b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:54.079555 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5de46933-dc86-44c6-83b3-f5c666e5e407 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754220385702'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:54.097948 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de46933-dc86-44c6-83b3-f5c666e5e407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fe444c-da7a-4c17-890c-14302113a407,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:19:54.107577 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de46933-dc86-44c6-83b3-f5c666e5e407 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:19:54.108530 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de46933-dc86-44c6-83b3-f5c666e5e407 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:19:54.108530 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de46933-dc86-44c6-83b3-f5c666e5e407 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:19:54.109189 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de46933-dc86-44c6-83b3-f5c666e5e407 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:19:54.109702 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de46933-dc86-44c6-83b3-f5c666e5e407 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:19:54.110056 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de46933-dc86-44c6-83b3-f5c666e5e407 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:19:54.110443 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de46933-dc86-44c6-83b3-f5c666e5e407 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:19:54.110792 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de46933-dc86-44c6-83b3-f5c666e5e407 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:19:54.111144 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de46933-dc86-44c6-83b3-f5c666e5e407 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:19:54.111523 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de46933-dc86-44c6-83b3-f5c666e5e407 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:19:54.111847 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de46933-dc86-44c6-83b3-f5c666e5e407 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:19:54.112167 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de46933-dc86-44c6-83b3-f5c666e5e407 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:19:54.113364 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de46933-dc86-44c6-83b3-f5c666e5e407 admin admin] Tracked resource versions report: Aug 19 02:19:54.113364 dv-cinder-755654-10-iscsi neutron-server[94445]: pushed versions: Aug 19 02:19:54.113364 dv-cinder-755654-10-iscsi neutron-server[94445]: { 'AddressGroup': {'1.2'}, Aug 19 02:19:54.113364 dv-cinder-755654-10-iscsi neutron-server[94445]: 'ConntrackHelper': {'1.0'}, Aug 19 02:19:54.113364 dv-cinder-755654-10-iscsi neutron-server[94445]: 'Log': {'1.0'}, Aug 19 02:19:54.113364 dv-cinder-755654-10-iscsi neutron-server[94445]: 'Network': {'1.1'}, Aug 19 02:19:54.113364 dv-cinder-755654-10-iscsi neutron-server[94445]: 'Port': {'1.7'}, Aug 19 02:19:54.113364 dv-cinder-755654-10-iscsi neutron-server[94445]: 'PortForwarding': {'1.2'}, Aug 19 02:19:54.113364 dv-cinder-755654-10-iscsi neutron-server[94445]: 'QosPolicy': {'1.9'}, Aug 19 02:19:54.113364 dv-cinder-755654-10-iscsi neutron-server[94445]: 'SecurityGroup': {'1.4'}, Aug 19 02:19:54.113364 dv-cinder-755654-10-iscsi neutron-server[94445]: 'SecurityGroupRule': {'1.2'}, Aug 19 02:19:54.113364 dv-cinder-755654-10-iscsi neutron-server[94445]: 'SubPort': {'1.0'}, Aug 19 02:19:54.113364 dv-cinder-755654-10-iscsi neutron-server[94445]: 'Subnet': {'1.1'}, Aug 19 02:19:54.113364 dv-cinder-755654-10-iscsi neutron-server[94445]: 'Trunk': {'1.1'}} Aug 19 02:19:54.113364 dv-cinder-755654-10-iscsi neutron-server[94445]: consumer versions: Aug 19 02:19:54.113364 dv-cinder-755654-10-iscsi neutron-server[94445]: { DHCP agent@dv-cinder-755654-10-iscsi: {}, Aug 19 02:19:54.113364 dv-cinder-755654-10-iscsi neutron-server[94445]: HyperV agent@hv-cinder-75565: {}, Aug 19 02:19:54.113364 dv-cinder-755654-10-iscsi neutron-server[94445]: L3 agent@dv-cinder-755654-10-iscsi: {}, Aug 19 02:19:54.113364 dv-cinder-755654-10-iscsi neutron-server[94445]: Metadata agent@dv-cinder-755654-10-iscsi: {}, Aug 19 02:19:54.113364 dv-cinder-755654-10-iscsi neutron-server[94445]: Metering agent@dv-cinder-755654-10-iscsi: {}, Aug 19 02:19:54.113364 dv-cinder-755654-10-iscsi neutron-server[94445]: Open vSwitch agent@dv-cinder-755654-10-iscsi: { 'AddressGroup': '1.2', Aug 19 02:19:54.113364 dv-cinder-755654-10-iscsi neutron-server[94445]: 'ConntrackHelper': '1.0', Aug 19 02:19:54.113364 dv-cinder-755654-10-iscsi neutron-server[94445]: 'Log': '1.0', Aug 19 02:19:54.113364 dv-cinder-755654-10-iscsi neutron-server[94445]: 'Network': '1.1', Aug 19 02:19:54.113364 dv-cinder-755654-10-iscsi neutron-server[94445]: 'Port': '1.7', Aug 19 02:19:54.113364 dv-cinder-755654-10-iscsi neutron-server[94445]: 'PortForwarding': '1.2', Aug 19 02:19:54.113364 dv-cinder-755654-10-iscsi neutron-server[94445]: 'QosPolicy': '1.9', Aug 19 02:19:54.113364 dv-cinder-755654-10-iscsi neutron-server[94445]: 'SecurityGroup': '1.4', Aug 19 02:19:54.113364 dv-cinder-755654-10-iscsi neutron-server[94445]: 'SecurityGroupRule': '1.2', Aug 19 02:19:54.113364 dv-cinder-755654-10-iscsi neutron-server[94445]: 'SubPort': '1.0', Aug 19 02:19:54.113364 dv-cinder-755654-10-iscsi neutron-server[94445]: 'Subnet': '1.1', Aug 19 02:19:54.113364 dv-cinder-755654-10-iscsi neutron-server[94445]: 'Trunk': '1.1'}} Aug 19 02:19:54.113364 dv-cinder-755654-10-iscsi neutron-server[94445]: {{(pid=94445) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 02:19:54.150217 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-d0a1a5a8-83d7-4b5f-92d7-dea5fd5eb4d8 None None] Allocated IP 172.20.0.2 (7e444d17-d7c0-4b47-aa19-93665776705e/731d6e4c-a04d-474e-b79a-51c9af4274e4/e8ef1b26-4c62-47a1-8449-492f77f4315d) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:19:54.163057 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-29423c52-d8d1-4fd5-8cdb-47b77e60d0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:54.190511 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29423c52-d8d1-4fd5-8cdb-47b77e60d0b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=94444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 02:19:54.211484 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29423c52-d8d1-4fd5-8cdb-47b77e60d0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92eca959-30ae-455a-b675-b65580d000cb,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:19:54.216420 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-29423c52-d8d1-4fd5-8cdb-47b77e60d0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178'] for segment, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:54.216770 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.db.segments_db [None req-29423c52-d8d1-4fd5-8cdb-47b77e60d0b7 admin admin] Added segment 9bf1da37-dd52-4a35-a6bf-1be2af2df224 of type vlan for network 6c43c105-26e3-4f24-a429-1210329b462e Aug 19 02:19:54.255832 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5de46933-dc86-44c6-83b3-f5c666e5e407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:54.255832 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de46933-dc86-44c6-83b3-f5c666e5e407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:19:54.255832 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5de46933-dc86-44c6-83b3-f5c666e5e407 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:54.266606 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-29423c52-d8d1-4fd5-8cdb-47b77e60d0b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754220385702'] for network, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:54.346405 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0a1a5a8-83d7-4b5f-92d7-dea5fd5eb4d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:54.348947 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de46933-dc86-44c6-83b3-f5c666e5e407 admin admin] Pushing event updated for resources: {'Network': ['ID=00ebcfbf-6185-4e84-a391-965d73adbe39,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:19:54.368317 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-598d0614-b568-4974-81ef-f081770fccaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:54.441688 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Network 00ebcfbf-6185-4e84-a391-965d73adbe39 details requested by agent ovs-agent-dv-cinder-755654-10-iscsi with host dv-cinder-755654-10-iscsi {{(pid=94446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 02:19:54.441688 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0a1a5a8-83d7-4b5f-92d7-dea5fd5eb4d8 None None] Transition to ACTIVE for port object e8ef1b26-4c62-47a1-8449-492f77f4315d will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:19:54.441688 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0a1a5a8-83d7-4b5f-92d7-dea5fd5eb4d8 None None] Transition to ACTIVE for port object e8ef1b26-4c62-47a1-8449-492f77f4315d will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:19:54.723253 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-29423c52-d8d1-4fd5-8cdb-47b77e60d0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116'] for network, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:54.724281 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29423c52-d8d1-4fd5-8cdb-47b77e60d0b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:19:54.724877 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-29423c52-d8d1-4fd5-8cdb-47b77e60d0b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for network, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:54.787165 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29423c52-d8d1-4fd5-8cdb-47b77e60d0b7 admin admin] Pushing event updated for resources: {'Network': ['ID=6c43c105-26e3-4f24-a429-1210329b462e,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:19:54.798348 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-598d0614-b568-4974-81ef-f081770fccaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:54.800394 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Network 6c43c105-26e3-4f24-a429-1210329b462e details requested by agent ovs-agent-dv-cinder-755654-10-iscsi with host dv-cinder-755654-10-iscsi {{(pid=94446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 02:19:54.804846 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0a1a5a8-83d7-4b5f-92d7-dea5fd5eb4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:54.823788 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-598d0614-b568-4974-81ef-f081770fccaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 02:19:54.833595 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d0614-b568-4974-81ef-f081770fccaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf785db-f27a-438e-83b6-c92e9cc4b1c8,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:19:54.839049 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-598d0614-b568-4974-81ef-f081770fccaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:54.842298 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.db.segments_db [None req-598d0614-b568-4974-81ef-f081770fccaf admin admin] Added segment b757261d-bab5-459c-9be2-97b5652aa046 of type vlan for network bb3fc84d-f03f-4d97-87e6-72398b20c906 Aug 19 02:19:54.859352 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-29423c52-d8d1-4fd5-8cdb-47b77e60d0b7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8745258 Aug 19 02:19:54.865410 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a1a5a8-83d7-4b5f-92d7-dea5fd5eb4d8 None None] Network 7e444d17-d7c0-4b47-aa19-93665776705e is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:19:54.867327 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 59540) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:19:54.868897 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-d0a1a5a8-83d7-4b5f-92d7-dea5fd5eb4d8 None None] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:19:54.873934 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a1a5a8-83d7-4b5f-92d7-dea5fd5eb4d8 None None] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:19:54.875619 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-13cded7a-eef3-4550-a55d-4a479536c431 admin admin] Request body: {'subnet': {'network_id': '6c43c105-26e3-4f24-a429-1210329b462e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-164181521-subnet', 'tenant_id': '21e2050ddc3a4486be917df4cf6b0b60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:19:54.888301 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-598d0614-b568-4974-81ef-f081770fccaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754220385702'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:54.911457 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-5de46933-dc86-44c6-83b3-f5c666e5e407 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1678720 Aug 19 02:19:54.914723 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 59542) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:19:54.915209 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-aadede1a-92af-47fc-ba4f-5c4c1e030aef admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0855103 Aug 19 02:19:54.915717 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 59544) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:19:54.924708 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [None req-d57c06cd-f58a-440f-9a94-7e9832571328 admin admin] Request body: {'subnet': {'network_id': '00ebcfbf-6185-4e84-a391-965d73adbe39', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1096736354-subnet', 'tenant_id': '234110615b1245799912d893b1e62231', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:19:54.933982 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [None req-e0c435d6-5484-488b-996f-ee83827f15e1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-599753213-router', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:19:54.982777 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-d0a1a5a8-83d7-4b5f-92d7-dea5fd5eb4d8 None None] Attempting to bind port e8ef1b26-4c62-47a1-8449-492f77f4315d on host dv-cinder-755654-10-iscsi for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:19:54.983322 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-d0a1a5a8-83d7-4b5f-92d7-dea5fd5eb4d8 None None] Attempting to bind port e8ef1b26-4c62-47a1-8449-492f77f4315d by drivers openvswitch,hyperv on host dv-cinder-755654-10-iscsi at level 0 using segments [{'id': 'e2620a82-c51e-42da-a26e-9bad6e7c43ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7e444d17-d7c0-4b47-aa19-93665776705e'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:19:54.983499 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a1a5a8-83d7-4b5f-92d7-dea5fd5eb4d8 None None] Attempting to bind port e8ef1b26-4c62-47a1-8449-492f77f4315d on network 7e444d17-d7c0-4b47-aa19-93665776705e {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:19:54.990389 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a1a5a8-83d7-4b5f-92d7-dea5fd5eb4d8 None None] Pushing event updated for resources: {'Port': ['ID=e8ef1b26-4c62-47a1-8449-492f77f4315d,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:19:54.994090 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a1a5a8-83d7-4b5f-92d7-dea5fd5eb4d8 None None] Checking agent: {'id': '4006ddce-538e-4364-9c83-4224b741844b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 11, 48), 'started_at': datetime.datetime(2021, 8, 19, 2, 12, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:19:54.997664 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a1a5a8-83d7-4b5f-92d7-dea5fd5eb4d8 None None] Checking segment: {'id': 'e2620a82-c51e-42da-a26e-9bad6e7c43ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7e444d17-d7c0-4b47-aa19-93665776705e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:19:54.997664 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0a1a5a8-83d7-4b5f-92d7-dea5fd5eb4d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:54.997664 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a1a5a8-83d7-4b5f-92d7-dea5fd5eb4d8 None None] Bound using segment: {'id': 'e2620a82-c51e-42da-a26e-9bad6e7c43ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7e444d17-d7c0-4b47-aa19-93665776705e'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:19:54.997664 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-d0a1a5a8-83d7-4b5f-92d7-dea5fd5eb4d8 None None] Bound port: e8ef1b26-4c62-47a1-8449-492f77f4315d, host: dv-cinder-755654-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2620a82-c51e-42da-a26e-9bad6e7c43ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7e444d17-d7c0-4b47-aa19-93665776705e'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:19:54.997664 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0a1a5a8-83d7-4b5f-92d7-dea5fd5eb4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:55.003017 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a1a5a8-83d7-4b5f-92d7-dea5fd5eb4d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:19:55.003582 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a1a5a8-83d7-4b5f-92d7-dea5fd5eb4d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:19:55.003932 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a1a5a8-83d7-4b5f-92d7-dea5fd5eb4d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:19:55.004293 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a1a5a8-83d7-4b5f-92d7-dea5fd5eb4d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:19:55.004606 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a1a5a8-83d7-4b5f-92d7-dea5fd5eb4d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:19:55.004936 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a1a5a8-83d7-4b5f-92d7-dea5fd5eb4d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:19:55.005293 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a1a5a8-83d7-4b5f-92d7-dea5fd5eb4d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:19:55.005624 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a1a5a8-83d7-4b5f-92d7-dea5fd5eb4d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:19:55.005968 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a1a5a8-83d7-4b5f-92d7-dea5fd5eb4d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:19:55.006297 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a1a5a8-83d7-4b5f-92d7-dea5fd5eb4d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:19:55.006627 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a1a5a8-83d7-4b5f-92d7-dea5fd5eb4d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:19:55.006947 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a1a5a8-83d7-4b5f-92d7-dea5fd5eb4d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:19:55.008057 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a1a5a8-83d7-4b5f-92d7-dea5fd5eb4d8 None None] Tracked resource versions report: Aug 19 02:19:55.008057 dv-cinder-755654-10-iscsi neutron-server[94446]: pushed versions: Aug 19 02:19:55.008057 dv-cinder-755654-10-iscsi neutron-server[94446]: { 'AddressGroup': {'1.2'}, Aug 19 02:19:55.008057 dv-cinder-755654-10-iscsi neutron-server[94446]: 'ConntrackHelper': {'1.0'}, Aug 19 02:19:55.008057 dv-cinder-755654-10-iscsi neutron-server[94446]: 'Log': {'1.0'}, Aug 19 02:19:55.008057 dv-cinder-755654-10-iscsi neutron-server[94446]: 'Network': {'1.1'}, Aug 19 02:19:55.008057 dv-cinder-755654-10-iscsi neutron-server[94446]: 'Port': {'1.7'}, Aug 19 02:19:55.008057 dv-cinder-755654-10-iscsi neutron-server[94446]: 'PortForwarding': {'1.2'}, Aug 19 02:19:55.008057 dv-cinder-755654-10-iscsi neutron-server[94446]: 'QosPolicy': {'1.9'}, Aug 19 02:19:55.008057 dv-cinder-755654-10-iscsi neutron-server[94446]: 'SecurityGroup': {'1.4'}, Aug 19 02:19:55.008057 dv-cinder-755654-10-iscsi neutron-server[94446]: 'SecurityGroupRule': {'1.2'}, Aug 19 02:19:55.008057 dv-cinder-755654-10-iscsi neutron-server[94446]: 'SubPort': {'1.0'}, Aug 19 02:19:55.008057 dv-cinder-755654-10-iscsi neutron-server[94446]: 'Subnet': {'1.1'}, Aug 19 02:19:55.008057 dv-cinder-755654-10-iscsi neutron-server[94446]: 'Trunk': {'1.1'}} Aug 19 02:19:55.008057 dv-cinder-755654-10-iscsi neutron-server[94446]: consumer versions: Aug 19 02:19:55.008057 dv-cinder-755654-10-iscsi neutron-server[94446]: { DHCP agent@dv-cinder-755654-10-iscsi: {}, Aug 19 02:19:55.008057 dv-cinder-755654-10-iscsi neutron-server[94446]: HyperV agent@hv-cinder-75565: {}, Aug 19 02:19:55.008057 dv-cinder-755654-10-iscsi neutron-server[94446]: L3 agent@dv-cinder-755654-10-iscsi: {}, Aug 19 02:19:55.008057 dv-cinder-755654-10-iscsi neutron-server[94446]: Metadata agent@dv-cinder-755654-10-iscsi: {}, Aug 19 02:19:55.008057 dv-cinder-755654-10-iscsi neutron-server[94446]: Metering agent@dv-cinder-755654-10-iscsi: {}, Aug 19 02:19:55.008057 dv-cinder-755654-10-iscsi neutron-server[94446]: Open vSwitch agent@dv-cinder-755654-10-iscsi: { 'AddressGroup': '1.2', Aug 19 02:19:55.008057 dv-cinder-755654-10-iscsi neutron-server[94446]: 'ConntrackHelper': '1.0', Aug 19 02:19:55.008057 dv-cinder-755654-10-iscsi neutron-server[94446]: 'Log': '1.0', Aug 19 02:19:55.008057 dv-cinder-755654-10-iscsi neutron-server[94446]: 'Network': '1.1', Aug 19 02:19:55.008057 dv-cinder-755654-10-iscsi neutron-server[94446]: 'Port': '1.7', Aug 19 02:19:55.008057 dv-cinder-755654-10-iscsi neutron-server[94446]: 'PortForwarding': '1.2', Aug 19 02:19:55.008057 dv-cinder-755654-10-iscsi neutron-server[94446]: 'QosPolicy': '1.9', Aug 19 02:19:55.008057 dv-cinder-755654-10-iscsi neutron-server[94446]: 'SecurityGroup': '1.4', Aug 19 02:19:55.008057 dv-cinder-755654-10-iscsi neutron-server[94446]: 'SecurityGroupRule': '1.2', Aug 19 02:19:55.008057 dv-cinder-755654-10-iscsi neutron-server[94446]: 'SubPort': '1.0', Aug 19 02:19:55.008057 dv-cinder-755654-10-iscsi neutron-server[94446]: 'Subnet': '1.1', Aug 19 02:19:55.008057 dv-cinder-755654-10-iscsi neutron-server[94446]: 'Trunk': '1.1'}} Aug 19 02:19:55.008057 dv-cinder-755654-10-iscsi neutron-server[94446]: {{(pid=94446) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 02:19:55.017823 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-598d0614-b568-4974-81ef-f081770fccaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:55.019724 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598d0614-b568-4974-81ef-f081770fccaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:19:55.019988 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7206c4-0bbc-4047-bb0d-9fe03b0a9ac6 admin admin] Made reservation on behalf of f4838f3b837a4cb5a2c2c2fa36932889 for: {'subnet': 1} {{(pid=94444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:19:55.020451 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-598d0614-b568-4974-81ef-f081770fccaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:55.022732 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8d7206c4-0bbc-4047-bb0d-9fe03b0a9ac6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:55.085697 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0a1a5a8-83d7-4b5f-92d7-dea5fd5eb4d8 None None] For port e8ef1b26-4c62-47a1-8449-492f77f4315d, host dv-cinder-755654-10-iscsi, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:19:55.090432 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0a1a5a8-83d7-4b5f-92d7-dea5fd5eb4d8 None None] For port e8ef1b26-4c62-47a1-8449-492f77f4315d, host dv-cinder-755654-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=e8ef1b26-4c62-47a1-8449-492f77f4315d,segment=NetworkSegment(e2620a82-c51e-42da-a26e-9bad6e7c43ea),segment_id=e2620a82-c51e-42da-a26e-9bad6e7c43ea)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:19:55.127692 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d0614-b568-4974-81ef-f081770fccaf admin admin] Pushing event updated for resources: {'Network': ['ID=bb3fc84d-f03f-4d97-87e6-72398b20c906,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:19:55.138116 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Network bb3fc84d-f03f-4d97-87e6-72398b20c906 details requested by agent ovs-agent-dv-cinder-755654-10-iscsi with host dv-cinder-755654-10-iscsi {{(pid=94446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 02:19:55.153118 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 59550) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:19:55.177051 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0a1a5a8-83d7-4b5f-92d7-dea5fd5eb4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:55.244229 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cded7a-eef3-4550-a55d-4a479536c431 admin admin] Made reservation on behalf of 21e2050ddc3a4486be917df4cf6b0b60 for: {'subnet': 1} {{(pid=94444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:19:55.247799 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-13cded7a-eef3-4550-a55d-4a479536c431 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:55.267824 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a1a5a8-83d7-4b5f-92d7-dea5fd5eb4d8 None None] Pushing event updated for resources: {'Port': ['ID=e8ef1b26-4c62-47a1-8449-492f77f4315d,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:19:55.281738 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6eeac03e-68fd-4130-a51e-b9a574fe65b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:55.310059 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-598d0614-b568-4974-81ef-f081770fccaf admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2034581 Aug 19 02:19:55.318461 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 59554) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:19:55.318461 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [None req-f5ffa271-a1f2-4a34-934d-ed4a875a24fc admin admin] Request body: {'subnet': {'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-152763069-subnet', 'tenant_id': '517b8744677e400988e187c26e92c291', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:19:55.385761 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57c06cd-f58a-440f-9a94-7e9832571328 admin admin] Made reservation on behalf of 234110615b1245799912d893b1e62231 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:19:55.388182 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d57c06cd-f58a-440f-9a94-7e9832571328 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:55.388653 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8d7206c4-0bbc-4047-bb0d-9fe03b0a9ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116'] for subnet, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:55.542970 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7206c4-0bbc-4047-bb0d-9fe03b0a9ac6 admin admin] Checking segment: {'id': '41657066-04a0-4425-a4f9-2c29610d521c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '50d7987b-17e1-4fff-8254-bcf99715c294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:19:55.543391 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7206c4-0bbc-4047-bb0d-9fe03b0a9ac6 admin admin] Network hostable DHCP agents. Network: 50d7987b-17e1-4fff-8254-bcf99715c294, hostable agents: ['5428ca17-2793-4a7a-b269-f163004a9067'], hosted agents: [] {{(pid=94444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 02:19:55.553324 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7206c4-0bbc-4047-bb0d-9fe03b0a9ac6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0669abd4-2910-4920-b484-d54842cdcff7,revision_number=0']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:19:55.610001 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e0c435d6-5484-488b-996f-ee83827f15e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14576'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:55.611064 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e0c435d6-5484-488b-996f-ee83827f15e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-613098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14585'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:55.628750 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-13cded7a-eef3-4550-a55d-4a479536c431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116'] for subnet, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:55.663831 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.db.api [None req-f5ffa271-a1f2-4a34-934d-ed4a875a24fc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 02:19:55.663831 dv-cinder-755654-10-iscsi neutron-server[94445]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 02:19:55.663831 dv-cinder-755654-10-iscsi neutron-server[94445]: [parameters: {'project_id_1': '517b8744677e400988e187c26e92c291', 'expiration_1': datetime.datetime(2021, 8, 19, 2, 19, 55, 325987)}] Aug 19 02:19:55.663831 dv-cinder-755654-10-iscsi neutron-server[94445]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 02:19:55.664693 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG oslo_db.api [None req-f5ffa271-a1f2-4a34-934d-ed4a875a24fc admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 02:19:55.711413 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cded7a-eef3-4550-a55d-4a479536c431 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d7d19a2-2b51-441e-9a48-9bfac3ef9593,revision_number=0']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:19:55.714759 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7206c4-0bbc-4047-bb0d-9fe03b0a9ac6 admin admin] Network 50d7987b-17e1-4fff-8254-bcf99715c294 is scheduled to be hosted by DHCP agent 5428ca17-2793-4a7a-b269-f163004a9067 with binding_index 1 {{(pid=94444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 02:19:55.723489 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cded7a-eef3-4550-a55d-4a479536c431 admin admin] Checking segment: {'id': '9bf1da37-dd52-4a35-a6bf-1be2af2df224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6c43c105-26e3-4f24-a429-1210329b462e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:19:55.723956 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cded7a-eef3-4550-a55d-4a479536c431 admin admin] Network hostable DHCP agents. Network: 6c43c105-26e3-4f24-a429-1210329b462e, hostable agents: ['5428ca17-2793-4a7a-b269-f163004a9067'], hosted agents: [] {{(pid=94444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 02:19:55.800224 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.base_scheduler [None req-8d7206c4-0bbc-4047-bb0d-9fe03b0a9ac6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755654-10-iscsi, 50d7987b-17e1-4fff-8254-bcf99715c294) {{(pid=94444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:19:55.804706 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7206c4-0bbc-4047-bb0d-9fe03b0a9ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:19:55.819538 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8d7206c4-0bbc-4047-bb0d-9fe03b0a9ac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for subnet, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:55.819947 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d5cff9-c365-4ed8-ba55-ac80e7b30d3a None None] Network 50d7987b-17e1-4fff-8254-bcf99715c294 requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:19:55.874261 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e0c435d6-5484-488b-996f-ee83827f15e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:55.897957 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device e8ef1b26-4c62-47a1-8449-492f77f4315d up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:19:55.925778 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cded7a-eef3-4550-a55d-4a479536c431 admin admin] Network 6c43c105-26e3-4f24-a429-1210329b462e is scheduled to be hosted by DHCP agent 5428ca17-2793-4a7a-b269-f163004a9067 with binding_index 1 {{(pid=94444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 02:19:55.932374 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.base_scheduler [None req-13cded7a-eef3-4550-a55d-4a479536c431 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755654-10-iscsi, 6c43c105-26e3-4f24-a429-1210329b462e) {{(pid=94444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:19:55.936736 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cded7a-eef3-4550-a55d-4a479536c431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:19:55.937485 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-13cded7a-eef3-4550-a55d-4a479536c431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for subnet, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:55.948739 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4285037-3d74-41fc-a846-82b85cfb78cd None None] Network 6c43c105-26e3-4f24-a429-1210329b462e requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:19:55.971131 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d57c06cd-f58a-440f-9a94-7e9832571328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:56.019110 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6eeac03e-68fd-4130-a51e-b9a574fe65b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:56.101576 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f2dc87-abdd-4c8c-91e9-80fee9cf0171 None None] Network 50d7987b-17e1-4fff-8254-bcf99715c294 requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:19:56.179933 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6eeac03e-68fd-4130-a51e-b9a574fe65b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:56.187625 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-8d7206c4-0bbc-4047-bb0d-9fe03b0a9ac6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3823042 Aug 19 02:19:56.191669 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning for port e8ef1b26-4c62-47a1-8449-492f77f4315d completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:19:56.201407 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-13cded7a-eef3-4550-a55d-4a479536c431 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3229561 Aug 19 02:19:56.241789 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf4de2f-8499-4510-926a-08219e93eb07 None None] Network 6c43c105-26e3-4f24-a429-1210329b462e requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:19:56.392713 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c06cd-f58a-440f-9a94-7e9832571328 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eea8006-3b44-4699-9a53-6878ffb8087a,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:19:56.408496 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-6eeac03e-68fd-4130-a51e-b9a574fe65b9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac39c70d39cc4cdb878c44e388f5b14c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2540960 Aug 19 02:19:56.418753 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 59594) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:19:56.430277 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e0c435d6-5484-488b-996f-ee83827f15e1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:56.441590 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeac03e-68fd-4130-a51e-b9a574fe65b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf161de-94a2-409a-86a2-719c54f7bcd0,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:19:56.456826 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57c06cd-f58a-440f-9a94-7e9832571328 admin admin] Checking segment: {'id': '5c8ca054-c816-4a60-ac65-8ca13b1723f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00ebcfbf-6185-4e84-a391-965d73adbe39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:19:56.467861 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57c06cd-f58a-440f-9a94-7e9832571328 admin admin] Network hostable DHCP agents. Network: 00ebcfbf-6185-4e84-a391-965d73adbe39, hostable agents: ['5428ca17-2793-4a7a-b269-f163004a9067'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 02:19:56.523393 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ffa271-a1f2-4a34-934d-ed4a875a24fc admin admin] Made reservation on behalf of 517b8744677e400988e187c26e92c291 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:19:56.525814 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f5ffa271-a1f2-4a34-934d-ed4a875a24fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:56.529638 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5315f2a3-36ac-4ddd-8c64-895d81d2a650 None None] Network 7e444d17-d7c0-4b47-aa19-93665776705e requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:19:56.534590 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-ee00fd86-8ad0-4bf2-b9de-97be578db4bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:56.563597 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-ee00fd86-8ad0-4bf2-b9de-97be578db4bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:56.617608 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57c06cd-f58a-440f-9a94-7e9832571328 admin admin] Network 00ebcfbf-6185-4e84-a391-965d73adbe39 is scheduled to be hosted by DHCP agent 5428ca17-2793-4a7a-b269-f163004a9067 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 02:19:56.754686 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-ee00fd86-8ad0-4bf2-b9de-97be578db4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:56.757726 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-ee00fd86-8ad0-4bf2-b9de-97be578db4bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:56.759490 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-ee00fd86-8ad0-4bf2-b9de-97be578db4bc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/acf161de-94a2-409a-86a2-719c54f7bcd0 HTTP/1.1" status: 204 len: 168 time: 0.3393106 Aug 19 02:19:56.768812 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee00fd86-8ad0-4bf2-b9de-97be578db4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf161de-94a2-409a-86a2-719c54f7bcd0,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:19:56.788095 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-070ae361-7e0a-42bb-a40e-b7b67ccf9338 None None] Provisioning for port e8ef1b26-4c62-47a1-8449-492f77f4315d completed by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:19:56.795863 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-070ae361-7e0a-42bb-a40e-b7b67ccf9338 None None] Provisioning complete for port e8ef1b26-4c62-47a1-8449-492f77f4315d triggered by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:19:56.796232 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-070ae361-7e0a-42bb-a40e-b7b67ccf9338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:56.838804 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-d57c06cd-f58a-440f-9a94-7e9832571328 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755654-10-iscsi, 00ebcfbf-6185-4e84-a391-965d73adbe39) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:19:56.844058 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57c06cd-f58a-440f-9a94-7e9832571328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:19:56.844773 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d57c06cd-f58a-440f-9a94-7e9832571328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:56.850155 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb91f3df-1f25-405f-97dc-217bc4560e2f None None] Network 00ebcfbf-6185-4e84-a391-965d73adbe39 requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:19:57.037095 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-d57c06cd-f58a-440f-9a94-7e9832571328 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1201229 Aug 19 02:19:57.043528 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e0c435d6-5484-488b-996f-ee83827f15e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:57.060251 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 59632) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:19:57.064971 dv-cinder-755654-10-iscsi neutron-server[94444]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 19 02:19:57.081410 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e0c435d6-5484-488b-996f-ee83827f15e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:57.273387 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-070ae361-7e0a-42bb-a40e-b7b67ccf9338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:57.281456 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d0322-2223-4911-b064-f76dcb2d0835 req-4ac4b2dc-f50f-4321-99f8-41d52258e3e7 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:19:57.283337 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-720d0322-2223-4911-b064-f76dcb2d0835 req-4ac4b2dc-f50f-4321-99f8-41d52258e3e7 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/networks?id=6c43c105-26e3-4f24-a429-1210329b462e HTTP/1.1" status: 200 len: 814 time: 0.2213252 Aug 19 02:19:57.289625 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f5ffa271-a1f2-4a34-934d-ed4a875a24fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:57.304676 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2a058d-8509-494a-ad6f-d017a3957ef3 None None] Network 00ebcfbf-6185-4e84-a391-965d73adbe39 requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:19:57.320306 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-720d0322-2223-4911-b064-f76dcb2d0835 req-ffa7cc7d-4cb6-4e65-8f12-41bd5b5cc976 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/quotas/21e2050ddc3a4486be917df4cf6b0b60 HTTP/1.1" status: 200 len: 375 time: 0.0292737 Aug 19 02:19:57.372453 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-e0c435d6-5484-488b-996f-ee83827f15e1 admin admin] Allocated IP 172.27.1.144 (3bd28d61-6ca0-48ed-a78c-bdbd12784534/563e592a-26a7-40db-9a00-034f622fa441/eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:19:57.380013 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ffa271-a1f2-4a34-934d-ed4a875a24fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=88b7472a-b5f3-4f58-a9b7-55a108eaaf89,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:19:57.398833 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-720d0322-2223-4911-b064-f76dcb2d0835 req-4bad98da-5edc-4a9f-a8b8-d71c2ea0370a tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=21e2050ddc3a4486be917df4cf6b0b60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0772800 Aug 19 02:19:57.405293 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-070ae361-7e0a-42bb-a40e-b7b67ccf9338 None None] For port e8ef1b26-4c62-47a1-8449-492f77f4315d, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=e8ef1b26-4c62-47a1-8449-492f77f4315d,segment=NetworkSegment(e2620a82-c51e-42da-a26e-9bad6e7c43ea),segment_id=e2620a82-c51e-42da-a26e-9bad6e7c43ea)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:19:57.421741 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ffa271-a1f2-4a34-934d-ed4a875a24fc admin admin] Checking segment: {'id': 'b757261d-bab5-459c-9be2-97b5652aa046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:19:57.421741 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ffa271-a1f2-4a34-934d-ed4a875a24fc admin admin] Network hostable DHCP agents. Network: bb3fc84d-f03f-4d97-87e6-72398b20c906, hostable agents: ['5428ca17-2793-4a7a-b269-f163004a9067'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 02:19:57.422012 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 59648) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:19:57.426223 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-e36cbfaa-ff66-4440-821a-2f4dc11e2160 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-767495501-network', 'tenant_id': '1563d641e2d349bab4b77d27dfaddb76'}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:19:57.509163 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-070ae361-7e0a-42bb-a40e-b7b67ccf9338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:57.536035 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e0c435d6-5484-488b-996f-ee83827f15e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:57.548952 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36cbfaa-ff66-4440-821a-2f4dc11e2160 admin admin] Made reservation on behalf of 1563d641e2d349bab4b77d27dfaddb76 for: {'network': 1} {{(pid=94444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:19:57.551885 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-e36cbfaa-ff66-4440-821a-2f4dc11e2160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for network, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:57.554775 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ffa271-a1f2-4a34-934d-ed4a875a24fc admin admin] Network bb3fc84d-f03f-4d97-87e6-72398b20c906 is scheduled to be hosted by DHCP agent 5428ca17-2793-4a7a-b269-f163004a9067 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 02:19:57.559683 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ae361-7e0a-42bb-a40e-b7b67ccf9338 None None] Pushing event updated for resources: {'Port': ['ID=e8ef1b26-4c62-47a1-8449-492f77f4315d,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:19:57.561526 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-e36cbfaa-ff66-4440-821a-2f4dc11e2160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:57.619659 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 59650) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:19:57.632506 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-2b68b301-9e40-48c8-a119-53560a733bc2 None None] Provisioning complete for port e8ef1b26-4c62-47a1-8449-492f77f4315d triggered by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:19:57.632708 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2b68b301-9e40-48c8-a119-53560a733bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:57.651984 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-f5ffa271-a1f2-4a34-934d-ed4a875a24fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755654-10-iscsi, bb3fc84d-f03f-4d97-87e6-72398b20c906) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:19:57.669236 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9b5579b2-f56e-4ce5-b868-cca8962073b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:57.677746 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ffa271-a1f2-4a34-934d-ed4a875a24fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:19:57.677746 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f5ffa271-a1f2-4a34-934d-ed4a875a24fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:57.688800 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30534a3c-4b3f-49ea-a8af-7dc63b85a17e None None] Network bb3fc84d-f03f-4d97-87e6-72398b20c906 requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:19:57.725884 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-e36cbfaa-ff66-4440-821a-2f4dc11e2160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:57.763063 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e0c435d6-5484-488b-996f-ee83827f15e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:57.789603 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-e36cbfaa-ff66-4440-821a-2f4dc11e2160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:57.813553 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 59668) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:19:57.819165 dv-cinder-755654-10-iscsi neutron-server[94445]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 19 02:19:57.831353 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e36cbfaa-ff66-4440-821a-2f4dc11e2160 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=94444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 02:19:57.838183 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device e8ef1b26-4c62-47a1-8449-492f77f4315d up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:19:57.842834 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36cbfaa-ff66-4440-821a-2f4dc11e2160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b2fa18-b35f-4187-8828-134b32e6b0c1,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:19:57.849337 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-e36cbfaa-ff66-4440-821a-2f4dc11e2160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178'] for segment, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:57.849687 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.db.segments_db [None req-e36cbfaa-ff66-4440-821a-2f4dc11e2160 admin admin] Added segment b9c4fd8e-dd0e-4ee4-8192-caeac5a33f88 of type vlan for network 7ed2adc5-1340-443b-b69c-a2257a1d8af3 Aug 19 02:19:57.896299 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-e36cbfaa-ff66-4440-821a-2f4dc11e2160 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754220385702'] for network, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:57.953694 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port e8ef1b26-4c62-47a1-8449-492f77f4315d triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:19:57.953926 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:57.975212 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d44dd38-dbb6-4f8e-a61c-dbe507b120d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ca4f4ee-9243-5de2-b572-9b016c61beaa-bb3fc84d-f03f-4d97-87e6-72398b20c906', 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906', 'tenant_id': '517b8744677e400988e187c26e92c291', 'fixed_ips': [{'subnet_id': '88b7472a-b5f3-4f58-a9b7-55a108eaaf89'}]}} from dv-cinder-755654-10-iscsi. {{(pid=94446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 02:19:57.977094 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0d44dd38-dbb6-4f8e-a61c-dbe507b120d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:57.980879 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [req-720d0322-2223-4911-b064-f76dcb2d0835 req-a0b6ec1b-7e4c-462d-af79-85375d967ad3 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 02:19:57.981947 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-720d0322-2223-4911-b064-f76dcb2d0835 req-a0b6ec1b-7e4c-462d-af79-85375d967ad3 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1653433 Aug 19 02:19:58.029691 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-f5ffa271-a1f2-4a34-934d-ed4a875a24fc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.7145784 Aug 19 02:19:58.036526 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 59674) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:19:58.043167 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-7a8e4da2-caa1-47e8-bdb9-e470761725e5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-152763069-router', 'tenant_id': '517b8744677e400988e187c26e92c291', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'}}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:19:58.046057 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-e36cbfaa-ff66-4440-821a-2f4dc11e2160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116'] for network, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:58.046978 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36cbfaa-ff66-4440-821a-2f4dc11e2160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:19:58.047529 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-e36cbfaa-ff66-4440-821a-2f4dc11e2160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for network, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:58.050218 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c435d6-5484-488b-996f-ee83827f15e1 admin admin] Network 3bd28d61-6ca0-48ed-a78c-bdbd12784534 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:19:58.082087 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-e0c435d6-5484-488b-996f-ee83827f15e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:19:58.101932 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c435d6-5484-488b-996f-ee83827f15e1 admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:19:58.141529 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c435d6-5484-488b-996f-ee83827f15e1 admin admin] Pushing event updated for resources: {'Port': ['ID=eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:19:58.143742 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-720d0322-2223-4911-b064-f76dcb2d0835 req-9fc68414-307d-47b2-af67-a7724eeb4b41 service neutron] 10.222.0.16 "GET /v2.0/networks/6c43c105-26e3-4f24-a429-1210329b462e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546431 Aug 19 02:19:58.222198 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-0d44dd38-dbb6-4f8e-a61c-dbe507b120d3 None None] Allocated IP 172.20.0.2 (bb3fc84d-f03f-4d97-87e6-72398b20c906/88b7472a-b5f3-4f58-a9b7-55a108eaaf89/a763bae8-8e04-4f1c-94e8-84c8a0fc3d26) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:19:58.298792 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36cbfaa-ff66-4440-821a-2f4dc11e2160 admin admin] Pushing event updated for resources: {'Network': ['ID=7ed2adc5-1340-443b-b69c-a2257a1d8af3,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:19:58.318918 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Network 7ed2adc5-1340-443b-b69c-a2257a1d8af3 details requested by agent ovs-agent-dv-cinder-755654-10-iscsi with host dv-cinder-755654-10-iscsi {{(pid=94446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 02:19:58.343749 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-1e0d2a79-fed8-48fb-ab2e-976c26738e13 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:19:58.345295 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-1e0d2a79-fed8-48fb-ab2e-976c26738e13 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/networks?id=00ebcfbf-6185-4e84-a391-965d73adbe39 HTTP/1.1" status: 200 len: 812 time: 0.5271702 Aug 19 02:19:58.369782 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-31a28390-a2e9-4ecb-8895-30f7d587cafc tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/quotas/234110615b1245799912d893b1e62231 HTTP/1.1" status: 200 len: 375 time: 0.0174932 Aug 19 02:19:58.389506 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-720d0322-2223-4911-b064-f76dcb2d0835 req-95d6c65c-7213-42ea-a16e-e437f7850f10 service neutron] 10.222.0.16 "GET /v2.0/networks/6c43c105-26e3-4f24-a429-1210329b462e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321935 Aug 19 02:19:58.439608 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-5178df3d-bbd9-417d-b61c-a5439c35138c tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=234110615b1245799912d893b1e62231&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615063 Aug 19 02:19:58.441580 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9b5579b2-f56e-4ce5-b868-cca8962073b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:58.458828 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0d44dd38-dbb6-4f8e-a61c-dbe507b120d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:58.472131 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-0d44dd38-dbb6-4f8e-a61c-dbe507b120d3 None None] Transition to ACTIVE for port object a763bae8-8e04-4f1c-94e8-84c8a0fc3d26 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:19:58.501049 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-0d44dd38-dbb6-4f8e-a61c-dbe507b120d3 None None] Transition to ACTIVE for port object a763bae8-8e04-4f1c-94e8-84c8a0fc3d26 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:19:58.530966 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9b5579b2-f56e-4ce5-b868-cca8962073b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:58.577493 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0d44dd38-dbb6-4f8e-a61c-dbe507b120d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:58.583779 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-57df859a-5c55-4029-ac24-14cf6b3ecfc8 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 02:19:58.590369 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-57df859a-5c55-4029-ac24-14cf6b3ecfc8 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0689204 Aug 19 02:19:58.621637 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-e36cbfaa-ff66-4440-821a-2f4dc11e2160 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2002680 Aug 19 02:19:58.629845 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d44dd38-dbb6-4f8e-a61c-dbe507b120d3 None None] Network bb3fc84d-f03f-4d97-87e6-72398b20c906 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:19:58.635320 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 59686) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:19:58.637647 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-0d44dd38-dbb6-4f8e-a61c-dbe507b120d3 None None] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:19:58.642588 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d44dd38-dbb6-4f8e-a61c-dbe507b120d3 None None] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:19:58.644422 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-9b5579b2-f56e-4ce5-b868-cca8962073b9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b78daaf46cea4afcacbd0c11bc5e5739&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0145669 Aug 19 02:19:58.656022 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-c1bc0c78-181e-4132-ae0e-fd323bf8e47e admin admin] Request body: {'subnet': {'network_id': '7ed2adc5-1340-443b-b69c-a2257a1d8af3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-767495501-subnet', 'tenant_id': '1563d641e2d349bab4b77d27dfaddb76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:19:58.671612 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d44dd38-dbb6-4f8e-a61c-dbe507b120d3 None None] Pushing event updated for resources: {'Port': ['ID=a763bae8-8e04-4f1c-94e8-84c8a0fc3d26,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:19:58.673974 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 59688) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:19:58.751280 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5579b2-f56e-4ce5-b868-cca8962073b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea765b2-102c-4ff6-b7c6-596335e3e6eb,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:19:58.774286 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-0d44dd38-dbb6-4f8e-a61c-dbe507b120d3 None None] Attempting to bind port a763bae8-8e04-4f1c-94e8-84c8a0fc3d26 on host dv-cinder-755654-10-iscsi for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:19:58.774286 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-0d44dd38-dbb6-4f8e-a61c-dbe507b120d3 None None] Attempting to bind port a763bae8-8e04-4f1c-94e8-84c8a0fc3d26 by drivers openvswitch,hyperv on host dv-cinder-755654-10-iscsi at level 0 using segments [{'id': 'b757261d-bab5-459c-9be2-97b5652aa046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:19:58.774286 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d44dd38-dbb6-4f8e-a61c-dbe507b120d3 None None] Attempting to bind port a763bae8-8e04-4f1c-94e8-84c8a0fc3d26 on network bb3fc84d-f03f-4d97-87e6-72398b20c906 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:19:58.780462 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7a8e4da2-caa1-47e8-bdb9-e470761725e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14576'] for router, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:58.780613 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d44dd38-dbb6-4f8e-a61c-dbe507b120d3 None None] Checking agent: {'id': '4006ddce-538e-4364-9c83-4224b741844b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 11, 48), 'started_at': datetime.datetime(2021, 8, 19, 2, 12, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:19:58.787049 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d44dd38-dbb6-4f8e-a61c-dbe507b120d3 None None] Checking segment: {'id': 'b757261d-bab5-459c-9be2-97b5652aa046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:19:58.787049 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0d44dd38-dbb6-4f8e-a61c-dbe507b120d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:58.787285 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7a8e4da2-caa1-47e8-bdb9-e470761725e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-613098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14585'] for router, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:58.787396 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d44dd38-dbb6-4f8e-a61c-dbe507b120d3 None None] Bound using segment: {'id': 'b757261d-bab5-459c-9be2-97b5652aa046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:19:58.787396 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-0d44dd38-dbb6-4f8e-a61c-dbe507b120d3 None None] Bound port: a763bae8-8e04-4f1c-94e8-84c8a0fc3d26, host: dv-cinder-755654-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b757261d-bab5-459c-9be2-97b5652aa046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:19:58.787396 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0d44dd38-dbb6-4f8e-a61c-dbe507b120d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:58.789874 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e0c435d6-5484-488b-996f-ee83827f15e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:58.862331 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-0d44dd38-dbb6-4f8e-a61c-dbe507b120d3 None None] For port a763bae8-8e04-4f1c-94e8-84c8a0fc3d26, host dv-cinder-755654-10-iscsi, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:19:58.868395 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-0d44dd38-dbb6-4f8e-a61c-dbe507b120d3 None None] For port a763bae8-8e04-4f1c-94e8-84c8a0fc3d26, host dv-cinder-755654-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=a763bae8-8e04-4f1c-94e8-84c8a0fc3d26,segment=NetworkSegment(b757261d-bab5-459c-9be2-97b5652aa046),segment_id=b757261d-bab5-459c-9be2-97b5652aa046)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:19:58.912200 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-d58efbe4-a6f3-4d0d-a452-2e70be1244ad req-f76a0a82-ab0b-4698-850a-6277bafcbaa4 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 210 time: 0.0860722 Aug 19 02:19:58.915082 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c64bae9b-cd97-4fce-b09a-d0634bdae7a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:58.927983 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1bc0c78-181e-4132-ae0e-fd323bf8e47e admin admin] Made reservation on behalf of 1563d641e2d349bab4b77d27dfaddb76 for: {'subnet': 1} {{(pid=94444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:19:58.930856 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-c1bc0c78-181e-4132-ae0e-fd323bf8e47e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:58.942489 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c64bae9b-cd97-4fce-b09a-d0634bdae7a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:58.964112 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0d44dd38-dbb6-4f8e-a61c-dbe507b120d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:58.968225 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-58d657a0-d52d-436f-a3cc-d471074e6034 service neutron] 10.222.0.16 "GET /v2.0/networks/00ebcfbf-6185-4e84-a391-965d73adbe39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625648 Aug 19 02:19:59.065205 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d44dd38-dbb6-4f8e-a61c-dbe507b120d3 None None] Pushing event updated for resources: {'Port': ['ID=a763bae8-8e04-4f1c-94e8-84c8a0fc3d26,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:19:59.092521 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7a8e4da2-caa1-47e8-bdb9-e470761725e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:59.098016 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-23a473a9-0ef0-4e5b-867d-fcc3b6414d07 service neutron] 10.222.0.16 "GET /v2.0/networks/00ebcfbf-6185-4e84-a391-965d73adbe39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185188 Aug 19 02:19:59.252233 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e0c435d6-5484-488b-996f-ee83827f15e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612911'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:59.320159 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c64bae9b-cd97-4fce-b09a-d0634bdae7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:59.324855 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c64bae9b-cd97-4fce-b09a-d0634bdae7a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:59.328559 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-c64bae9b-cd97-4fce-b09a-d0634bdae7a6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cea765b2-102c-4ff6-b7c6-596335e3e6eb HTTP/1.1" status: 204 len: 168 time: 0.6509004 Aug 19 02:19:59.443652 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64bae9b-cd97-4fce-b09a-d0634bdae7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea765b2-102c-4ff6-b7c6-596335e3e6eb,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:19:59.457430 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-c1bc0c78-181e-4132-ae0e-fd323bf8e47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116'] for subnet, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:59.505781 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7a8e4da2-caa1-47e8-bdb9-e470761725e5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:59.576173 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc0c78-181e-4132-ae0e-fd323bf8e47e admin admin] Pushing event updated for resources: {'Subnet': ['ID=484788dc-ff36-4f1a-9a05-be682a66a184,revision_number=0']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:19:59.650282 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c435d6-5484-488b-996f-ee83827f15e1 admin admin] Router ce9c17ce-9b54-4f87-9210-98d8b8b121de is scheduled to L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 02:19:59.669912 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bc0c78-181e-4132-ae0e-fd323bf8e47e admin admin] Checking segment: {'id': 'b9c4fd8e-dd0e-4ee4-8192-caeac5a33f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7ed2adc5-1340-443b-b69c-a2257a1d8af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:19:59.670267 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bc0c78-181e-4132-ae0e-fd323bf8e47e admin admin] Network hostable DHCP agents. Network: 7ed2adc5-1340-443b-b69c-a2257a1d8af3, hostable agents: ['5428ca17-2793-4a7a-b269-f163004a9067'], hosted agents: [] {{(pid=94444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 02:19:59.689741 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c8038c9c-6d7a-45d4-949c-ec4b87138641 req-ea823efa-0b40-4b90-b281-878e0e0589fd tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 210 time: 0.0737231 Aug 19 02:19:59.876957 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bc0c78-181e-4132-ae0e-fd323bf8e47e admin admin] Network 7ed2adc5-1340-443b-b69c-a2257a1d8af3 is scheduled to be hosted by DHCP agent 5428ca17-2793-4a7a-b269-f163004a9067 with binding_index 1 {{(pid=94444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 02:19:59.885574 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7a8e4da2-caa1-47e8-bdb9-e470761725e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:59.890030 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device a763bae8-8e04-4f1c-94e8-84c8a0fc3d26 up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:19:59.908251 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7a8e4da2-caa1-47e8-bdb9-e470761725e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:19:59.959001 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.base_scheduler [None req-c1bc0c78-181e-4132-ae0e-fd323bf8e47e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755654-10-iscsi, 7ed2adc5-1340-443b-b69c-a2257a1d8af3) {{(pid=94444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:19:59.972404 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bc0c78-181e-4132-ae0e-fd323bf8e47e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:19:59.972681 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b08caac-5222-4bb2-99a4-9672f0b4d338 None None] Network 7ed2adc5-1340-443b-b69c-a2257a1d8af3 requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:19:59.973047 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-c1bc0c78-181e-4132-ae0e-fd323bf8e47e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for subnet, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:00.053584 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning for port a763bae8-8e04-4f1c-94e8-84c8a0fc3d26 completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:20:00.062400 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c435d6-5484-488b-996f-ee83827f15e1 admin admin] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:20:00.076111 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cef4348-efdf-4a6f-bf3e-56e709303a9c None None] Sync routers for ids ['ce9c17ce-9b54-4f87-9210-98d8b8b121de'] in dv-cinder-755654-10-iscsi {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:20:00.096367 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cef4348-efdf-4a6f-bf3e-56e709303a9c None None] Routers {'ce9c17ce-9b54-4f87-9210-98d8b8b121de'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:20:00.099450 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9cef4348-efdf-4a6f-bf3e-56e709303a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:19:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['ce9c17ce-9b54-4f87-9210-98d8b8b121de'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:20:00.102702 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-c1bc0c78-181e-4132-ae0e-fd323bf8e47e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4571967 Aug 19 02:20:00.129842 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-8b651640-a2c4-4d8f-97f1-31d3f22bd871 req-ecc4c560-b1e1-491c-b5c8-b6b2249e2655 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 210 time: 0.0603173 Aug 19 02:20:00.163101 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.db_base_plugin_common [None req-7a8e4da2-caa1-47e8-bdb9-e470761725e5 admin admin] Allocated IP 172.27.1.115 (3bd28d61-6ca0-48ed-a78c-bdbd12784534/563e592a-26a7-40db-9a00-034f622fa441/ded5f68b-51bf-4ffa-a281-f74c0e07a9e4) {{(pid=94444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:20:00.225982 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e0c435d6-5484-488b-996f-ee83827f15e1 admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:00.231355 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-e0c435d6-5484-488b-996f-ee83827f15e1 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3022916 Aug 19 02:20:00.232477 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 59774) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:00.314407 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91015a09-5b54-42c5-b753-83c897fd8148 None None] Network 7ed2adc5-1340-443b-b69c-a2257a1d8af3 requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:20:00.392132 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7a8e4da2-caa1-47e8-bdb9-e470761725e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:00.394636 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 59782) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:00.413576 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-9cef4348-efdf-4a6f-bf3e-56e709303a9c None None] Set router ce9c17ce-9b54-4f87-9210-98d8b8b121de gateway port host: dv-cinder-755654-10-iscsi {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:20:00.519334 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.db_base_plugin_v2 [None req-b975ec35-a9e4-4e3c-a777-7b1d2e86ff8a admin admin] Deleting subnet 0669abd4-2910-4920-b484-d54842cdcff7 {{(pid=94444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 02:20:00.523595 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b975ec35-a9e4-4e3c-a777-7b1d2e86ff8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:00.562113 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b975ec35-a9e4-4e3c-a777-7b1d2e86ff8a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:00.576619 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b975ec35-a9e4-4e3c-a777-7b1d2e86ff8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024327'] for subnet, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:00.620937 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1012b5d8-8f6f-4ae8-845a-cc28e3de5e96 None None] Network bb3fc84d-f03f-4d97-87e6-72398b20c906 requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:20:00.704286 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9cef4348-efdf-4a6f-bf3e-56e709303a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'name': 'tempest-AttachVolumeTestJSON-599753213-router', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:19:55Z', 'updated_at': '2021-08-19T02:19:58Z', 'revision_number': 3, 'project_id': '059670e8b6b34fb1857bc100102fd1b6', 'gw_port': {'id': 'eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bd:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:19:57Z', 'updated_at': '2021-08-19T02:19:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi'}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:20:00.717354 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7a8e4da2-caa1-47e8-bdb9-e470761725e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659'] for port, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:00.769604 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cef4348-efdf-4a6f-bf3e-56e709303a9c None None] Checking router: ce9c17ce-9b54-4f87-9210-98d8b8b121de for host: dv-cinder-755654-10-iscsi {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:20:00.771743 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cef4348-efdf-4a6f-bf3e-56e709303a9c None None] Updating router ce9c17ce-9b54-4f87-9210-98d8b8b121de port eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5 binding host dv-cinder-755654-10-iscsi {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 02:20:00.790940 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8e4da2-caa1-47e8-bdb9-e470761725e5 admin admin] Network 3bd28d61-6ca0-48ed-a78c-bdbd12784534 is already hosted by enough agents. {{(pid=94444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:20:00.831163 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9cef4348-efdf-4a6f-bf3e-56e709303a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:00.873300 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-a7ee2127-769a-4fca-8ccf-d64907c76941 req-f9c686c6-3783-4efd-962b-092014f3ad8f tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 210 time: 0.0744720 Aug 19 02:20:00.876489 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b975ec35-a9e4-4e3c-a777-7b1d2e86ff8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116'] for subnet, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:00.884651 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-f54f70cf-bd86-4624-af04-25992abce1c1 None None] Provisioning for port a763bae8-8e04-4f1c-94e8-84c8a0fc3d26 completed by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:20:00.889488 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-f54f70cf-bd86-4624-af04-25992abce1c1 None None] Provisioning complete for port a763bae8-8e04-4f1c-94e8-84c8a0fc3d26 triggered by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:20:00.890116 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f54f70cf-bd86-4624-af04-25992abce1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:00.900655 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.base_scheduler [None req-7a8e4da2-caa1-47e8-bdb9-e470761725e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:20:00.915192 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b975ec35-a9e4-4e3c-a777-7b1d2e86ff8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for subnet, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:00.917154 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-b975ec35-a9e4-4e3c-a777-7b1d2e86ff8a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0669abd4-2910-4920-b484-d54842cdcff7 HTTP/1.1" status: 204 len: 168 time: 0.5214036 Aug 19 02:20:00.921164 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 59804) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:00.980063 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8e4da2-caa1-47e8-bdb9-e470761725e5 admin admin] Received port after_create {{(pid=94444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:20:00.992370 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b975ec35-a9e4-4e3c-a777-7b1d2e86ff8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0669abd4-2910-4920-b484-d54842cdcff7,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:01.038144 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-219957d8-4e44-45fc-a98e-f58ba777fa28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930398'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:01.081924 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f54f70cf-bd86-4624-af04-25992abce1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:01.146358 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-15cd6372-5244-4d7f-aa01-2ee31a625889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:01.187510 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e4da2-caa1-47e8-bdb9-e470761725e5 admin admin] Pushing event updated for resources: {'Port': ['ID=ded5f68b-51bf-4ffa-a281-f74c0e07a9e4,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:01.216824 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-f54f70cf-bd86-4624-af04-25992abce1c1 None None] For port a763bae8-8e04-4f1c-94e8-84c8a0fc3d26, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=a763bae8-8e04-4f1c-94e8-84c8a0fc3d26,segment=NetworkSegment(b757261d-bab5-459c-9be2-97b5652aa046),segment_id=b757261d-bab5-459c-9be2-97b5652aa046)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:20:01.332743 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9cef4348-efdf-4a6f-bf3e-56e709303a9c None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:01.335327 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f54f70cf-bd86-4624-af04-25992abce1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:01.346344 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-9cef4348-efdf-4a6f-bf3e-56e709303a9c None None] Transition to ACTIVE for port object eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:20:01.404634 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9183be90-99e0-4612-86ba-5b67162b29ab req-8e8cb67c-24f3-48fe-a6db-ea4abee8985e tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 210 time: 0.1583252 Aug 19 02:20:01.415635 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f70cf-bd86-4624-af04-25992abce1c1 None None] Pushing event updated for resources: {'Port': ['ID=a763bae8-8e04-4f1c-94e8-84c8a0fc3d26,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:01.452016 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9cef4348-efdf-4a6f-bf3e-56e709303a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:01.453641 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-219957d8-4e44-45fc-a98e-f58ba777fa28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026254', 'neutron.services.segments.db._delete_segments_for_network-8754220901313'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:01.467772 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-16aa0d33-c0be-4758-9265-7358bed840d8 None None] Provisioning complete for port a763bae8-8e04-4f1c-94e8-84c8a0fc3d26 triggered by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:20:01.468395 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-16aa0d33-c0be-4758-9265-7358bed840d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:01.486220 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-9cef4348-efdf-4a6f-bf3e-56e709303a9c None None] Attempting to bind port eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5 on host dv-cinder-755654-10-iscsi for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:20:01.491479 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-9cef4348-efdf-4a6f-bf3e-56e709303a9c None None] Attempting to bind port eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5 by drivers openvswitch,hyperv on host dv-cinder-755654-10-iscsi at level 0 using segments [{'id': '31e5f57a-85b9-444f-b38d-61963340c3f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:20:01.491479 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cef4348-efdf-4a6f-bf3e-56e709303a9c None None] Attempting to bind port eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5 on network 3bd28d61-6ca0-48ed-a78c-bdbd12784534 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:20:01.511544 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-219957d8-4e44-45fc-a98e-f58ba777fa28 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:20:01.519524 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-219957d8-4e44-45fc-a98e-f58ba777fa28 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:20:01.519524 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-219957d8-4e44-45fc-a98e-f58ba777fa28 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:20:01.519524 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-219957d8-4e44-45fc-a98e-f58ba777fa28 admin admin] Subscribe: > port after_create 55550000 {{(pid=94445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:20:01.519524 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-219957d8-4e44-45fc-a98e-f58ba777fa28 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:20:01.519524 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-219957d8-4e44-45fc-a98e-f58ba777fa28 admin admin] Subscribe: > port after_update 55550000 {{(pid=94445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:20:01.519524 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-219957d8-4e44-45fc-a98e-f58ba777fa28 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:20:01.519524 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-219957d8-4e44-45fc-a98e-f58ba777fa28 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:20:01.520490 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-219957d8-4e44-45fc-a98e-f58ba777fa28 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:20:01.521020 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-219957d8-4e44-45fc-a98e-f58ba777fa28 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:20:01.530431 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cef4348-efdf-4a6f-bf3e-56e709303a9c None None] Checking agent: {'id': '4006ddce-538e-4364-9c83-4224b741844b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 11, 48), 'started_at': datetime.datetime(2021, 8, 19, 2, 12, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:20:01.531154 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cef4348-efdf-4a6f-bf3e-56e709303a9c None None] Checking segment: {'id': '31e5f57a-85b9-444f-b38d-61963340c3f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:20:01.531739 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9cef4348-efdf-4a6f-bf3e-56e709303a9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:01.532293 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cef4348-efdf-4a6f-bf3e-56e709303a9c None None] Bound using segment: {'id': '31e5f57a-85b9-444f-b38d-61963340c3f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:20:01.532956 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-9cef4348-efdf-4a6f-bf3e-56e709303a9c None None] Bound port: eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5, host: dv-cinder-755654-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31e5f57a-85b9-444f-b38d-61963340c3f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:20:01.533547 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9cef4348-efdf-4a6f-bf3e-56e709303a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:01.599054 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-9cef4348-efdf-4a6f-bf3e-56e709303a9c None None] For port eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5, host dv-cinder-755654-10-iscsi, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:20:01.602562 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-9cef4348-efdf-4a6f-bf3e-56e709303a9c None None] For port eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5, host dv-cinder-755654-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5,segment=NetworkSegment(31e5f57a-85b9-444f-b38d-61963340c3f4),segment_id=31e5f57a-85b9-444f-b38d-61963340c3f4)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:20:01.634156 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90785ac1-9bc6-4356-9cc9-270486d0b217 None None] Pushing event updated for resources: {'Port': ['ID=eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:01.642289 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90785ac1-9bc6-4356-9cc9-270486d0b217 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:20:01.642874 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90785ac1-9bc6-4356-9cc9-270486d0b217 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:20:01.645306 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90785ac1-9bc6-4356-9cc9-270486d0b217 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:20:01.645306 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90785ac1-9bc6-4356-9cc9-270486d0b217 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:20:01.645306 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90785ac1-9bc6-4356-9cc9-270486d0b217 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:20:01.645306 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90785ac1-9bc6-4356-9cc9-270486d0b217 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:20:01.645306 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90785ac1-9bc6-4356-9cc9-270486d0b217 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:20:01.645306 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90785ac1-9bc6-4356-9cc9-270486d0b217 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:20:01.646531 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90785ac1-9bc6-4356-9cc9-270486d0b217 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:20:01.647026 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90785ac1-9bc6-4356-9cc9-270486d0b217 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:20:01.647499 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90785ac1-9bc6-4356-9cc9-270486d0b217 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:20:01.647972 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90785ac1-9bc6-4356-9cc9-270486d0b217 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:20:01.650675 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90785ac1-9bc6-4356-9cc9-270486d0b217 None None] Tracked resource versions report: Aug 19 02:20:01.650675 dv-cinder-755654-10-iscsi neutron-server[94447]: pushed versions: Aug 19 02:20:01.650675 dv-cinder-755654-10-iscsi neutron-server[94447]: { 'AddressGroup': {'1.2'}, Aug 19 02:20:01.650675 dv-cinder-755654-10-iscsi neutron-server[94447]: 'ConntrackHelper': {'1.0'}, Aug 19 02:20:01.650675 dv-cinder-755654-10-iscsi neutron-server[94447]: 'Log': {'1.0'}, Aug 19 02:20:01.650675 dv-cinder-755654-10-iscsi neutron-server[94447]: 'Network': {'1.1'}, Aug 19 02:20:01.650675 dv-cinder-755654-10-iscsi neutron-server[94447]: 'Port': {'1.7'}, Aug 19 02:20:01.650675 dv-cinder-755654-10-iscsi neutron-server[94447]: 'PortForwarding': {'1.2'}, Aug 19 02:20:01.650675 dv-cinder-755654-10-iscsi neutron-server[94447]: 'QosPolicy': {'1.9'}, Aug 19 02:20:01.650675 dv-cinder-755654-10-iscsi neutron-server[94447]: 'SecurityGroup': {'1.4'}, Aug 19 02:20:01.650675 dv-cinder-755654-10-iscsi neutron-server[94447]: 'SecurityGroupRule': {'1.2'}, Aug 19 02:20:01.650675 dv-cinder-755654-10-iscsi neutron-server[94447]: 'SubPort': {'1.0'}, Aug 19 02:20:01.650675 dv-cinder-755654-10-iscsi neutron-server[94447]: 'Subnet': {'1.1'}, Aug 19 02:20:01.650675 dv-cinder-755654-10-iscsi neutron-server[94447]: 'Trunk': {'1.1'}} Aug 19 02:20:01.650675 dv-cinder-755654-10-iscsi neutron-server[94447]: consumer versions: Aug 19 02:20:01.650675 dv-cinder-755654-10-iscsi neutron-server[94447]: { DHCP agent@dv-cinder-755654-10-iscsi: {}, Aug 19 02:20:01.650675 dv-cinder-755654-10-iscsi neutron-server[94447]: HyperV agent@hv-cinder-75565: {}, Aug 19 02:20:01.650675 dv-cinder-755654-10-iscsi neutron-server[94447]: L3 agent@dv-cinder-755654-10-iscsi: {}, Aug 19 02:20:01.650675 dv-cinder-755654-10-iscsi neutron-server[94447]: Metadata agent@dv-cinder-755654-10-iscsi: {}, Aug 19 02:20:01.650675 dv-cinder-755654-10-iscsi neutron-server[94447]: Metering agent@dv-cinder-755654-10-iscsi: {}, Aug 19 02:20:01.650675 dv-cinder-755654-10-iscsi neutron-server[94447]: Open vSwitch agent@dv-cinder-755654-10-iscsi: { 'AddressGroup': '1.2', Aug 19 02:20:01.650675 dv-cinder-755654-10-iscsi neutron-server[94447]: 'ConntrackHelper': '1.0', Aug 19 02:20:01.650675 dv-cinder-755654-10-iscsi neutron-server[94447]: 'Log': '1.0', Aug 19 02:20:01.650675 dv-cinder-755654-10-iscsi neutron-server[94447]: 'Network': '1.1', Aug 19 02:20:01.650675 dv-cinder-755654-10-iscsi neutron-server[94447]: 'Port': '1.7', Aug 19 02:20:01.650675 dv-cinder-755654-10-iscsi neutron-server[94447]: 'PortForwarding': '1.2', Aug 19 02:20:01.650675 dv-cinder-755654-10-iscsi neutron-server[94447]: 'QosPolicy': '1.9', Aug 19 02:20:01.650675 dv-cinder-755654-10-iscsi neutron-server[94447]: 'SecurityGroup': '1.4', Aug 19 02:20:01.650675 dv-cinder-755654-10-iscsi neutron-server[94447]: 'SecurityGroupRule': '1.2', Aug 19 02:20:01.650675 dv-cinder-755654-10-iscsi neutron-server[94447]: 'SubPort': '1.0', Aug 19 02:20:01.650675 dv-cinder-755654-10-iscsi neutron-server[94447]: 'Subnet': '1.1', Aug 19 02:20:01.650675 dv-cinder-755654-10-iscsi neutron-server[94447]: 'Trunk': '1.1'}} Aug 19 02:20:01.650675 dv-cinder-755654-10-iscsi neutron-server[94447]: {{(pid=94447) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 02:20:01.682331 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7a8e4da2-caa1-47e8-bdb9-e470761725e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:01.691970 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-9cef4348-efdf-4a6f-bf3e-56e709303a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:01.723690 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-219957d8-4e44-45fc-a98e-f58ba777fa28 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:20:01.723935 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-219957d8-4e44-45fc-a98e-f58ba777fa28 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:20:01.724468 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-219957d8-4e44-45fc-a98e-f58ba777fa28 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:20:01.724952 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-219957d8-4e44-45fc-a98e-f58ba777fa28 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:20:01.725600 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.services.segments.db [None req-219957d8-4e44-45fc-a98e-f58ba777fa28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50d7987b-17e1-4fff-8254-bcf99715c294']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:20:01.771202 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90785ac1-9bc6-4356-9cc9-270486d0b217 None None] Pushing event updated for resources: {'Port': ['ID=eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:01.775154 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.services.segments.db [None req-219957d8-4e44-45fc-a98e-f58ba777fa28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41657066-04a0-4425-a4f9-2c29610d521c') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:20:01.775811 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.services.segments.db [None req-219957d8-4e44-45fc-a98e-f58ba777fa28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41657066-04a0-4425-a4f9-2c29610d521c') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:20:01.785621 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cef4348-efdf-4a6f-bf3e-56e709303a9c None None] Routers {'ce9c17ce-9b54-4f87-9210-98d8b8b121de'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:20:01.786728 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9cef4348-efdf-4a6f-bf3e-56e709303a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:19:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['ce9c17ce-9b54-4f87-9210-98d8b8b121de'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:20:01.801718 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-219957d8-4e44-45fc-a98e-f58ba777fa28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754220944806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2850461'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:01.833274 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-219957d8-4e44-45fc-a98e-f58ba777fa28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:01.846981 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device a763bae8-8e04-4f1c-94e8-84c8a0fc3d26 up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:20:01.885345 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-219957d8-4e44-45fc-a98e-f58ba777fa28 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 02:20:01.885754 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-219957d8-4e44-45fc-a98e-f58ba777fa28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2839439'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:01.889761 dv-cinder-755654-10-iscsi neutron-server[94445]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 02:20:01.889761 dv-cinder-755654-10-iscsi neutron-server[94445]: from cryptography.utils import int_from_bytes Aug 19 02:20:01.889761 dv-cinder-755654-10-iscsi neutron-server[94445]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 02:20:01.889761 dv-cinder-755654-10-iscsi neutron-server[94445]: from cryptography.utils import int_from_bytes Aug 19 02:20:01.889761 dv-cinder-755654-10-iscsi neutron-server[94445]: Traceback (most recent call last): Aug 19 02:20:01.889761 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 02:20:01.889761 dv-cinder-755654-10-iscsi neutron-server[94445]: timer() Aug 19 02:20:01.889761 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 02:20:01.889761 dv-cinder-755654-10-iscsi neutron-server[94445]: cb(*args, **kw) Aug 19 02:20:01.889761 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 02:20:01.889761 dv-cinder-755654-10-iscsi neutron-server[94445]: return func(*args, **kwargs) Aug 19 02:20:01.889761 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 02:20:01.889761 dv-cinder-755654-10-iscsi neutron-server[94445]: self._notify() Aug 19 02:20:01.889761 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 02:20:01.889761 dv-cinder-755654-10-iscsi neutron-server[94445]: self.callback(batched_events) Aug 19 02:20:01.889761 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 02:20:01.889761 dv-cinder-755654-10-iscsi neutron-server[94445]: event.method(event) Aug 19 02:20:01.889761 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 02:20:01.889761 dv-cinder-755654-10-iscsi neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 02:20:01.889761 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 02:20:01.889761 dv-cinder-755654-10-iscsi neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 02:20:01.889761 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 02:20:01.889761 dv-cinder-755654-10-iscsi neutron-server[94445]: return f(self, *a, **k) Aug 19 02:20:01.889761 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 02:20:01.889761 dv-cinder-755654-10-iscsi neutron-server[94445]: return self._get(url).json() Aug 19 02:20:01.889761 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 02:20:01.889761 dv-cinder-755654-10-iscsi neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 02:20:01.889761 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 02:20:01.889761 dv-cinder-755654-10-iscsi neutron-server[94445]: return self.request(url, 'GET', **kwargs) Aug 19 02:20:01.889761 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 02:20:01.889761 dv-cinder-755654-10-iscsi neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 02:20:01.889761 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 02:20:01.889761 dv-cinder-755654-10-iscsi neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 02:20:01.889761 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 02:20:01.889761 dv-cinder-755654-10-iscsi neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 02:20:01.889761 dv-cinder-755654-10-iscsi neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 02:20:01.963586 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-15cd6372-5244-4d7f-aa01-2ee31a625889 admin admin] Allocated IP 172.20.0.1 (7e444d17-d7c0-4b47-aa19-93665776705e/731d6e4c-a04d-474e-b79a-51c9af4274e4/cdb615a9-d223-4589-a04f-caad3e2296f1) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:20:01.984329 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port a763bae8-8e04-4f1c-94e8-84c8a0fc3d26 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:20:01.984887 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:02.005171 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-9cef4348-efdf-4a6f-bf3e-56e709303a9c None None] Set router ce9c17ce-9b54-4f87-9210-98d8b8b121de gateway port host: dv-cinder-755654-10-iscsi {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:20:02.028431 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7a8e4da2-caa1-47e8-bdb9-e470761725e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612911'] for router, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:02.028698 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-219957d8-4e44-45fc-a98e-f58ba777fa28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612725'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:02.074472 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-219957d8-4e44-45fc-a98e-f58ba777fa28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:02.081033 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-219957d8-4e44-45fc-a98e-f58ba777fa28 admin admin] 10.222.0.16 "DELETE /v2.0/networks/50d7987b-17e1-4fff-8254-bcf99715c294 HTTP/1.1" status: 204 len: 168 time: 1.1568959 Aug 19 02:20:02.092371 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 59838) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:02.131204 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219957d8-4e44-45fc-a98e-f58ba777fa28 admin admin] Pushing event deleted for resources: {'Network': ['ID=50d7987b-17e1-4fff-8254-bcf99715c294,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:02.163074 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e0218952-879e-47f9-b524-c3962a38cda9 req-9fff1e84-06a9-4476-b640-9350c550b2cf tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 210 time: 0.0515494 Aug 19 02:20:02.198652 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.db_base_plugin_v2 [None req-f81e7fb2-1b6c-4600-9bb8-35100e700e3c admin admin] Deleting subnet 484788dc-ff36-4f1a-9a05-be682a66a184 {{(pid=94444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 02:20:02.203570 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-f81e7fb2-1b6c-4600-9bb8-35100e700e3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:02.251885 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-f81e7fb2-1b6c-4600-9bb8-35100e700e3c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:02.255998 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-15cd6372-5244-4d7f-aa01-2ee31a625889 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:02.259996 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-f81e7fb2-1b6c-4600-9bb8-35100e700e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024327'] for subnet, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:02.277281 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-15cd6372-5244-4d7f-aa01-2ee31a625889 admin admin] Transition to ACTIVE for port object cdb615a9-d223-4589-a04f-caad3e2296f1 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:20:02.332044 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9cef4348-efdf-4a6f-bf3e-56e709303a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'name': 'tempest-AttachVolumeTestJSON-599753213-router', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:19:55Z', 'updated_at': '2021-08-19T02:19:58Z', 'revision_number': 3, 'project_id': '059670e8b6b34fb1857bc100102fd1b6', 'gw_port': {'id': 'eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bd:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:19:57Z', 'updated_at': '2021-08-19T02:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi'}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:20:02.348312 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8e4da2-caa1-47e8-bdb9-e470761725e5 admin admin] Router d1c40882-4b06-4e81-8bf6-e5d79cda217a is scheduled to L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c with binding_index 1 {{(pid=94444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 02:20:02.360003 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cef4348-efdf-4a6f-bf3e-56e709303a9c None None] The sync data for ids ['ce9c17ce-9b54-4f87-9210-98d8b8b121de'] in dv-cinder-755654-10-iscsi is: [{'id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'name': 'tempest-AttachVolumeTestJSON-599753213-router', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:19:55Z', 'updated_at': '2021-08-19T02:19:58Z', 'revision_number': 3, 'project_id': '059670e8b6b34fb1857bc100102fd1b6', 'gw_port': {'id': 'eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bd:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:19:57Z', 'updated_at': '2021-08-19T02:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi'}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:20:02.377979 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-15cd6372-5244-4d7f-aa01-2ee31a625889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:02.397638 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-f81e7fb2-1b6c-4600-9bb8-35100e700e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116'] for subnet, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:02.434629 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e7fb2-1b6c-4600-9bb8-35100e700e3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=484788dc-ff36-4f1a-9a05-be682a66a184,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:02.448021 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-f81e7fb2-1b6c-4600-9bb8-35100e700e3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for subnet, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:02.448021 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-f81e7fb2-1b6c-4600-9bb8-35100e700e3c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/484788dc-ff36-4f1a-9a05-be682a66a184 HTTP/1.1" status: 204 len: 168 time: 0.3499765 Aug 19 02:20:02.448021 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 59848) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:02.455274 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd6372-5244-4d7f-aa01-2ee31a625889 admin admin] Pushing event updated for resources: {'Port': ['ID=cdb615a9-d223-4589-a04f-caad3e2296f1,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:02.460157 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cd6372-5244-4d7f-aa01-2ee31a625889 admin admin] Network 7e444d17-d7c0-4b47-aa19-93665776705e is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:20:02.462644 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-15cd6372-5244-4d7f-aa01-2ee31a625889 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:20:02.465260 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cd6372-5244-4d7f-aa01-2ee31a625889 admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:20:02.548461 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-15cd6372-5244-4d7f-aa01-2ee31a625889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-619623'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:02.595529 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8e4da2-caa1-47e8-bdb9-e470761725e5 admin admin] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:20:02.614290 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6ed8bf-fcdd-4a62-8eb1-7d7ee8e38705 None None] Sync routers for ids ['d1c40882-4b06-4e81-8bf6-e5d79cda217a'] in dv-cinder-755654-10-iscsi {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:20:02.634195 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-9d5e5d9e-820e-4581-ab90-eedc7e7d7deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930398'] for network, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:02.638984 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6ed8bf-fcdd-4a62-8eb1-7d7ee8e38705 None None] Routers {'d1c40882-4b06-4e81-8bf6-e5d79cda217a'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:20:02.639629 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-9a6ed8bf-fcdd-4a62-8eb1-7d7ee8e38705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:19:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['d1c40882-4b06-4e81-8bf6-e5d79cda217a'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:20:02.735945 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-42c281a6-e949-4d19-84d0-9a98cfdfacb0 req-8ebd40b1-abff-4d42-aebf-7abc9ba57ce9 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 210 time: 0.0650599 Aug 19 02:20:02.780851 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7a8e4da2-caa1-47e8-bdb9-e470761725e5 admin admin] Notify callbacks [] for router, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:02.783017 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-7a8e4da2-caa1-47e8-bdb9-e470761725e5 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7446847 Aug 19 02:20:02.795075 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 59856) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:02.843384 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-9a6ed8bf-fcdd-4a62-8eb1-7d7ee8e38705 None None] Set router d1c40882-4b06-4e81-8bf6-e5d79cda217a gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:20:03.040682 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-9d5e5d9e-820e-4581-ab90-eedc7e7d7deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026254', 'neutron.services.segments.db._delete_segments_for_network-8754220901313'] for network, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:03.056510 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-9d5e5d9e-820e-4581-ab90-eedc7e7d7deb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:20:03.056877 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-9d5e5d9e-820e-4581-ab90-eedc7e7d7deb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:20:03.068195 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-9d5e5d9e-820e-4581-ab90-eedc7e7d7deb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:20:03.068195 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-9d5e5d9e-820e-4581-ab90-eedc7e7d7deb admin admin] Subscribe: > port after_create 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:20:03.068195 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-9d5e5d9e-820e-4581-ab90-eedc7e7d7deb admin admin] Subscribe: > port after_delete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:20:03.068195 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-9d5e5d9e-820e-4581-ab90-eedc7e7d7deb admin admin] Subscribe: > port after_update 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:20:03.068195 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-9d5e5d9e-820e-4581-ab90-eedc7e7d7deb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:20:03.068195 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-9d5e5d9e-820e-4581-ab90-eedc7e7d7deb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:20:03.068195 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-9d5e5d9e-820e-4581-ab90-eedc7e7d7deb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:20:03.068195 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-9d5e5d9e-820e-4581-ab90-eedc7e7d7deb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:20:03.108213 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-9a6ed8bf-fcdd-4a62-8eb1-7d7ee8e38705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'name': 'tempest-AttachVolumeShelveTestJSON-152763069-router', 'tenant_id': '517b8744677e400988e187c26e92c291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'ded5f68b-51bf-4ffa-a281-f74c0e07a9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:19:58Z', 'updated_at': '2021-08-19T02:20:01Z', 'revision_number': 3, 'project_id': '517b8744677e400988e187c26e92c291', 'gw_port': {'id': 'ded5f68b-51bf-4ffa-a281-f74c0e07a9e4', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b3:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:19:59Z', 'updated_at': '2021-08-19T02:20:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi'}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:20:03.111328 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-578d29e5-47d1-4fce-b97f-8de302aea471 None None] Provisioning for port cdb615a9-d223-4589-a04f-caad3e2296f1 completed by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:20:03.241515 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-578d29e5-47d1-4fce-b97f-8de302aea471 None None] Provisioning complete for port cdb615a9-d223-4589-a04f-caad3e2296f1 triggered by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:20:03.241896 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-578d29e5-47d1-4fce-b97f-8de302aea471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:03.242604 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-9d5e5d9e-820e-4581-ab90-eedc7e7d7deb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:20:03.243557 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-9d5e5d9e-820e-4581-ab90-eedc7e7d7deb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:20:03.243931 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-9d5e5d9e-820e-4581-ab90-eedc7e7d7deb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:20:03.244199 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6ed8bf-fcdd-4a62-8eb1-7d7ee8e38705 None None] Checking router: d1c40882-4b06-4e81-8bf6-e5d79cda217a for host: dv-cinder-755654-10-iscsi {{(pid=94446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:20:03.244818 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6ed8bf-fcdd-4a62-8eb1-7d7ee8e38705 None None] Updating router d1c40882-4b06-4e81-8bf6-e5d79cda217a port ded5f68b-51bf-4ffa-a281-f74c0e07a9e4 binding host dv-cinder-755654-10-iscsi {{(pid=94446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 02:20:03.245793 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-9d5e5d9e-820e-4581-ab90-eedc7e7d7deb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 02:20:03.246196 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.services.segments.db [None req-9d5e5d9e-820e-4581-ab90-eedc7e7d7deb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ed2adc5-1340-443b-b69c-a2257a1d8af3']}} {{(pid=94444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:20:03.283521 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.services.segments.db [None req-9d5e5d9e-820e-4581-ab90-eedc7e7d7deb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c4fd8e-dd0e-4ee4-8192-caeac5a33f88') {'for_net_delete': True} {{(pid=94444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:20:03.283812 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.services.segments.db [None req-9d5e5d9e-820e-4581-ab90-eedc7e7d7deb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c4fd8e-dd0e-4ee4-8192-caeac5a33f88') {} {{(pid=94444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:20:03.297218 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-15cd6372-5244-4d7f-aa01-2ee31a625889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:03.326530 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a6ed8bf-fcdd-4a62-8eb1-7d7ee8e38705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:03.328108 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-578d29e5-47d1-4fce-b97f-8de302aea471 None None] Port cdb615a9-d223-4589-a04f-caad3e2296f1 cannot update to ACTIVE because it is not bound. {{(pid=94446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:20:03.456018 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-e36ce60f-03ab-4c9f-87fa-a0491902cc76 req-6457b01a-44be-46d0-98a2-93d4fb662720 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 210 time: 0.1572456 Aug 19 02:20:03.458052 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-9d5e5d9e-820e-4581-ab90-eedc7e7d7deb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754220944806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4183629'] for segment, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:03.516549 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-9d5e5d9e-820e-4581-ab90-eedc7e7d7deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178'] for segment, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:03.516776 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-15cd6372-5244-4d7f-aa01-2ee31a625889 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:03.529084 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d5e5d9e-820e-4581-ab90-eedc7e7d7deb admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=94444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 02:20:03.529524 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-9d5e5d9e-820e-4581-ab90-eedc7e7d7deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4183141'] for segment, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:03.533561 dv-cinder-755654-10-iscsi neutron-server[94444]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 02:20:03.533561 dv-cinder-755654-10-iscsi neutron-server[94444]: from cryptography.utils import int_from_bytes Aug 19 02:20:03.533561 dv-cinder-755654-10-iscsi neutron-server[94444]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 02:20:03.533561 dv-cinder-755654-10-iscsi neutron-server[94444]: from cryptography.utils import int_from_bytes Aug 19 02:20:03.533561 dv-cinder-755654-10-iscsi neutron-server[94444]: Traceback (most recent call last): Aug 19 02:20:03.533561 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 02:20:03.533561 dv-cinder-755654-10-iscsi neutron-server[94444]: timer() Aug 19 02:20:03.533561 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 02:20:03.533561 dv-cinder-755654-10-iscsi neutron-server[94444]: cb(*args, **kw) Aug 19 02:20:03.533561 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 02:20:03.533561 dv-cinder-755654-10-iscsi neutron-server[94444]: return func(*args, **kwargs) Aug 19 02:20:03.533561 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 02:20:03.533561 dv-cinder-755654-10-iscsi neutron-server[94444]: self._notify() Aug 19 02:20:03.533561 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 02:20:03.533561 dv-cinder-755654-10-iscsi neutron-server[94444]: self.callback(batched_events) Aug 19 02:20:03.533561 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 02:20:03.533561 dv-cinder-755654-10-iscsi neutron-server[94444]: event.method(event) Aug 19 02:20:03.533561 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 02:20:03.533561 dv-cinder-755654-10-iscsi neutron-server[94444]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 02:20:03.533561 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 02:20:03.533561 dv-cinder-755654-10-iscsi neutron-server[94444]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 02:20:03.533561 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 02:20:03.533561 dv-cinder-755654-10-iscsi neutron-server[94444]: return f(self, *a, **k) Aug 19 02:20:03.533561 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 02:20:03.533561 dv-cinder-755654-10-iscsi neutron-server[94444]: return self._get(url).json() Aug 19 02:20:03.533561 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 02:20:03.533561 dv-cinder-755654-10-iscsi neutron-server[94444]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 02:20:03.533561 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 02:20:03.533561 dv-cinder-755654-10-iscsi neutron-server[94444]: return self.request(url, 'GET', **kwargs) Aug 19 02:20:03.533561 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 02:20:03.533561 dv-cinder-755654-10-iscsi neutron-server[94444]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 02:20:03.533561 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 02:20:03.533561 dv-cinder-755654-10-iscsi neutron-server[94444]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 02:20:03.533561 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 02:20:03.533561 dv-cinder-755654-10-iscsi neutron-server[94444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 02:20:03.533561 dv-cinder-755654-10-iscsi neutron-server[94444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 02:20:03.620206 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-15cd6372-5244-4d7f-aa01-2ee31a625889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:03.690137 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a6ed8bf-fcdd-4a62-8eb1-7d7ee8e38705 None None] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:03.692357 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd6372-5244-4d7f-aa01-2ee31a625889 admin admin] Pushing event updated for resources: {'Port': ['ID=cdb615a9-d223-4589-a04f-caad3e2296f1,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:03.701232 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-15cd6372-5244-4d7f-aa01-2ee31a625889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619667'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:03.703645 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-9a6ed8bf-fcdd-4a62-8eb1-7d7ee8e38705 None None] Transition to ACTIVE for port object ded5f68b-51bf-4ffa-a281-f74c0e07a9e4 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:20:03.791663 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a6ed8bf-fcdd-4a62-8eb1-7d7ee8e38705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:03.839305 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-9d5e5d9e-820e-4581-ab90-eedc7e7d7deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612725'] for network, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:03.867695 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-9d5e5d9e-820e-4581-ab90-eedc7e7d7deb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for network, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:03.870195 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-9d5e5d9e-820e-4581-ab90-eedc7e7d7deb admin admin] 10.222.0.16 "DELETE /v2.0/networks/7ed2adc5-1340-443b-b69c-a2257a1d8af3 HTTP/1.1" status: 204 len: 168 time: 1.4221134 Aug 19 02:20:03.870465 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cd6372-5244-4d7f-aa01-2ee31a625889 admin admin] Network 7e444d17-d7c0-4b47-aa19-93665776705e is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:20:03.872293 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-15cd6372-5244-4d7f-aa01-2ee31a625889 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:20:03.882566 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e5d9e-820e-4581-ab90-eedc7e7d7deb admin admin] Pushing event deleted for resources: {'Network': ['ID=7ed2adc5-1340-443b-b69c-a2257a1d8af3,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:03.888707 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-83e504f4-f804-4493-ae7c-e7d3a780244d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:03.898216 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-9a6ed8bf-fcdd-4a62-8eb1-7d7ee8e38705 None None] Attempting to bind port ded5f68b-51bf-4ffa-a281-f74c0e07a9e4 on host dv-cinder-755654-10-iscsi for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:20:03.902740 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-9a6ed8bf-fcdd-4a62-8eb1-7d7ee8e38705 None None] Attempting to bind port ded5f68b-51bf-4ffa-a281-f74c0e07a9e4 by drivers openvswitch,hyperv on host dv-cinder-755654-10-iscsi at level 0 using segments [{'id': '31e5f57a-85b9-444f-b38d-61963340c3f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:20:03.903232 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6ed8bf-fcdd-4a62-8eb1-7d7ee8e38705 None None] Attempting to bind port ded5f68b-51bf-4ffa-a281-f74c0e07a9e4 on network 3bd28d61-6ca0-48ed-a78c-bdbd12784534 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:20:03.926804 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20260f30-95ea-4a15-af9b-21ace258f587 None None] Pushing event updated for resources: {'Port': ['ID=ded5f68b-51bf-4ffa-a281-f74c0e07a9e4,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:03.935440 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5 up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:20:04.011857 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6ed8bf-fcdd-4a62-8eb1-7d7ee8e38705 None None] Checking agent: {'id': '4006ddce-538e-4364-9c83-4224b741844b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 11, 48), 'started_at': datetime.datetime(2021, 8, 19, 2, 12, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:20:04.011857 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6ed8bf-fcdd-4a62-8eb1-7d7ee8e38705 None None] Checking segment: {'id': '31e5f57a-85b9-444f-b38d-61963340c3f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:20:04.011857 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a6ed8bf-fcdd-4a62-8eb1-7d7ee8e38705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:04.012318 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6ed8bf-fcdd-4a62-8eb1-7d7ee8e38705 None None] Bound using segment: {'id': '31e5f57a-85b9-444f-b38d-61963340c3f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:20:04.012758 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-9a6ed8bf-fcdd-4a62-8eb1-7d7ee8e38705 None None] Bound port: ded5f68b-51bf-4ffa-a281-f74c0e07a9e4, host: dv-cinder-755654-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31e5f57a-85b9-444f-b38d-61963340c3f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:20:04.013339 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a6ed8bf-fcdd-4a62-8eb1-7d7ee8e38705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:04.040014 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 6 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:20:04.114358 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-a0c2f1e3-cf66-42ff-9518-a2bcfabf3328 req-0c873fb5-40bb-43af-a145-466ade564622 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 210 time: 0.1901886 Aug 19 02:20:04.160898 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-9a6ed8bf-fcdd-4a62-8eb1-7d7ee8e38705 None None] For port ded5f68b-51bf-4ffa-a281-f74c0e07a9e4, host dv-cinder-755654-10-iscsi, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:20:04.165301 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-9a6ed8bf-fcdd-4a62-8eb1-7d7ee8e38705 None None] For port ded5f68b-51bf-4ffa-a281-f74c0e07a9e4, host dv-cinder-755654-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=ded5f68b-51bf-4ffa-a281-f74c0e07a9e4,segment=NetworkSegment(31e5f57a-85b9-444f-b38d-61963340c3f4),segment_id=31e5f57a-85b9-444f-b38d-61963340c3f4)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:20:04.286166 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.db_base_plugin_common [None req-83e504f4-f804-4493-ae7c-e7d3a780244d admin admin] Allocated IP 172.20.0.1 (bb3fc84d-f03f-4d97-87e6-72398b20c906/88b7472a-b5f3-4f58-a9b7-55a108eaaf89/061cbc09-c043-437f-971d-a91d07e08a58) {{(pid=94444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:20:04.294597 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15cd6372-5244-4d7f-aa01-2ee31a625889 admin admin] Router ce9c17ce-9b54-4f87-9210-98d8b8b121de has already been hosted by L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:20:04.354062 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-b9d709e4-13c0-43a5-af9a-dbfbab6f17ee None None] Provisioning complete for port cdb615a9-d223-4589-a04f-caad3e2296f1 triggered by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:20:04.431362 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b9d709e4-13c0-43a5-af9a-dbfbab6f17ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:04.431362 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-b9d709e4-13c0-43a5-af9a-dbfbab6f17ee None None] Port cdb615a9-d223-4589-a04f-caad3e2296f1 cannot update to ACTIVE because it is not bound. {{(pid=94446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:20:04.433074 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-83e504f4-f804-4493-ae7c-e7d3a780244d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:04.435557 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15cd6372-5244-4d7f-aa01-2ee31a625889 admin admin] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:20:04.436960 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.provisioning_blocks [None req-83e504f4-f804-4493-ae7c-e7d3a780244d admin admin] Transition to ACTIVE for port object 061cbc09-c043-437f-971d-a91d07e08a58 will not be triggered until provisioned by entity DHCP. {{(pid=94444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:20:04.441224 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-15cd6372-5244-4d7f-aa01-2ee31a625889 admin admin] 10.222.0.16 "PUT /v2.0/routers/ce9c17ce-9b54-4f87-9210-98d8b8b121de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2075694 Aug 19 02:20:04.451809 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning for port eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5 completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:20:04.462924 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:20:04.462924 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:04.566913 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a6ed8bf-fcdd-4a62-8eb1-7d7ee8e38705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:04.570385 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:04.632863 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-5017c1d5-83f8-4fa0-b25f-b3b03bde8272 req-4d531b54-4d05-4dfe-9dc1-a0ba4de568e0 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 210 time: 0.0756438 Aug 19 02:20:04.637994 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-83e504f4-f804-4493-ae7c-e7d3a780244d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4183730'] for port, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:04.642408 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] For port eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5,segment=NetworkSegment(31e5f57a-85b9-444f-b38d-61963340c3f4),segment_id=31e5f57a-85b9-444f-b38d-61963340c3f4)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:20:04.684059 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6ed8bf-fcdd-4a62-8eb1-7d7ee8e38705 None None] Routers {'d1c40882-4b06-4e81-8bf6-e5d79cda217a'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:20:04.684059 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-9a6ed8bf-fcdd-4a62-8eb1-7d7ee8e38705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:19:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['d1c40882-4b06-4e81-8bf6-e5d79cda217a'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:20:04.694680 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e504f4-f804-4493-ae7c-e7d3a780244d admin admin] Network bb3fc84d-f03f-4d97-87e6-72398b20c906 is already hosted by enough agents. {{(pid=94444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:20:04.701721 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.base_scheduler [None req-83e504f4-f804-4493-ae7c-e7d3a780244d admin admin] Resources bound (agent type, host, resource id): {{(pid=94444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:20:04.706409 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e504f4-f804-4493-ae7c-e7d3a780244d admin admin] Received port after_create {{(pid=94444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:20:04.730904 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20260f30-95ea-4a15-af9b-21ace258f587 None None] Pushing event updated for resources: {'Port': ['ID=ded5f68b-51bf-4ffa-a281-f74c0e07a9e4,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:04.737498 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e504f4-f804-4493-ae7c-e7d3a780244d admin admin] Pushing event updated for resources: {'Port': ['ID=061cbc09-c043-437f-971d-a91d07e08a58,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:04.739701 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:04.756503 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-83e504f4-f804-4493-ae7c-e7d3a780244d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-619623'] for router_interface, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:04.820696 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6814ee1a-1761-4327-ad76-f1e1680eab40 None None] Sync routers for ids ['ce9c17ce-9b54-4f87-9210-98d8b8b121de'] in dv-cinder-755654-10-iscsi {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:20:04.820696 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6814ee1a-1761-4327-ad76-f1e1680eab40 None None] Routers {'ce9c17ce-9b54-4f87-9210-98d8b8b121de'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:20:04.820696 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-6814ee1a-1761-4327-ad76-f1e1680eab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:19:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['ce9c17ce-9b54-4f87-9210-98d8b8b121de'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:20:04.882512 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-9a6ed8bf-fcdd-4a62-8eb1-7d7ee8e38705 None None] Set router d1c40882-4b06-4e81-8bf6-e5d79cda217a gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:20:04.921785 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 59914) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:05.007382 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-34af9800-ebe6-422a-9a40-56ecbbc29286 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f4838f3b837a4cb5a2c2c2fa36932889&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0841701 Aug 19 02:20:05.011505 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 59924) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:05.102756 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-6814ee1a-1761-4327-ad76-f1e1680eab40 None None] Set router ce9c17ce-9b54-4f87-9210-98d8b8b121de gateway port host: dv-cinder-755654-10-iscsi {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:20:05.144954 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-83e504f4-f804-4493-ae7c-e7d3a780244d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:05.170649 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1b5d19b4-d5c9-4eee-91a7-a170653e5cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:05.266668 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Pushing event updated for resources: {'Port': ['ID=eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5,revision_number=4']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:05.293863 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1b5d19b4-d5c9-4eee-91a7-a170653e5cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:05.387405 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-1b81ba23-7560-48ec-b09c-6eff327b14dd None None] Provisioning for port 061cbc09-c043-437f-971d-a91d07e08a58 completed by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:20:05.392675 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-1b81ba23-7560-48ec-b09c-6eff327b14dd None None] Provisioning complete for port 061cbc09-c043-437f-971d-a91d07e08a58 triggered by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:20:05.393161 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1b81ba23-7560-48ec-b09c-6eff327b14dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:05.426570 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-4f8a3560-99df-46bd-b581-05ae108939c1 req-7d83ad87-cd96-4449-a0e9-398a0afd2290 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 210 time: 0.0648088 Aug 19 02:20:05.446946 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-6814ee1a-1761-4327-ad76-f1e1680eab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'name': 'tempest-AttachVolumeTestJSON-599753213-router', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:19:55Z', 'updated_at': '2021-08-19T02:20:03Z', 'revision_number': 4, 'project_id': '059670e8b6b34fb1857bc100102fd1b6', 'gw_port': {'id': 'eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:19:57Z', 'updated_at': '2021-08-19T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': 'cdb615a9-d223-4589-a04f-caad3e2296f1', 'name': '', 'network_id': '7e444d17-d7c0-4b47-aa19-93665776705e', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'mac_address': 'fa:16:3e:a2:dd:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '731d6e4c-a04d-474e-b79a-51c9af4274e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:20:01Z', 'updated_at': '2021-08-19T02:20:03Z', 'revision_number': 2, 'project_id': '059670e8b6b34fb1857bc100102fd1b6', 'subnets': [{'id': '731d6e4c-a04d-474e-b79a-51c9af4274e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:20:05.473962 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-1b81ba23-7560-48ec-b09c-6eff327b14dd None None] Port 061cbc09-c043-437f-971d-a91d07e08a58 cannot update to ACTIVE because it is not bound. {{(pid=94446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:20:05.515237 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6814ee1a-1761-4327-ad76-f1e1680eab40 None None] Checking router: ce9c17ce-9b54-4f87-9210-98d8b8b121de for host: dv-cinder-755654-10-iscsi {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:20:05.515865 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6814ee1a-1761-4327-ad76-f1e1680eab40 None None] Updating router ce9c17ce-9b54-4f87-9210-98d8b8b121de port cdb615a9-d223-4589-a04f-caad3e2296f1 binding host dv-cinder-755654-10-iscsi {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 02:20:05.535195 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-9a6ed8bf-fcdd-4a62-8eb1-7d7ee8e38705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'name': 'tempest-AttachVolumeShelveTestJSON-152763069-router', 'tenant_id': '517b8744677e400988e187c26e92c291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'ded5f68b-51bf-4ffa-a281-f74c0e07a9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:19:58Z', 'updated_at': '2021-08-19T02:20:01Z', 'revision_number': 3, 'project_id': '517b8744677e400988e187c26e92c291', 'gw_port': {'id': 'ded5f68b-51bf-4ffa-a281-f74c0e07a9e4', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b3:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:19:59Z', 'updated_at': '2021-08-19T02:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi'}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:20:05.550438 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 59946) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:05.561567 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [None req-6cda48c8-d5a9-4d74-91c6-6543789a6828 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1903666098', 'description': 'tempest-description--842516008'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:20:05.573777 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1b5d19b4-d5c9-4eee-91a7-a170653e5cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:05.577294 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1b5d19b4-d5c9-4eee-91a7-a170653e5cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:05.581566 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6814ee1a-1761-4327-ad76-f1e1680eab40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:05.582392 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-1b5d19b4-d5c9-4eee-91a7-a170653e5cb7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/44a16db6-2b2c-4949-b92e-a206b340b191 HTTP/1.1" status: 204 len: 168 time: 0.5698104 Aug 19 02:20:05.585048 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-83e504f4-f804-4493-ae7c-e7d3a780244d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:05.606906 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6ed8bf-fcdd-4a62-8eb1-7d7ee8e38705 None None] The sync data for ids ['d1c40882-4b06-4e81-8bf6-e5d79cda217a'] in dv-cinder-755654-10-iscsi is: [{'id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'name': 'tempest-AttachVolumeShelveTestJSON-152763069-router', 'tenant_id': '517b8744677e400988e187c26e92c291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'ded5f68b-51bf-4ffa-a281-f74c0e07a9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:19:58Z', 'updated_at': '2021-08-19T02:20:01Z', 'revision_number': 3, 'project_id': '517b8744677e400988e187c26e92c291', 'gw_port': {'id': 'ded5f68b-51bf-4ffa-a281-f74c0e07a9e4', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b3:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:19:59Z', 'updated_at': '2021-08-19T02:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi'}] {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:20:05.620250 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d19b4-d5c9-4eee-91a7-a170653e5cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a16db6-2b2c-4949-b92e-a206b340b191,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:05.671134 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6cda48c8-d5a9-4d74-91c6-6543789a6828 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:05.672885 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-83e504f4-f804-4493-ae7c-e7d3a780244d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4183741'] for port, after_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:05.812046 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6cda48c8-d5a9-4d74-91c6-6543789a6828 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:05.844185 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e504f4-f804-4493-ae7c-e7d3a780244d admin admin] Pushing event updated for resources: {'Port': ['ID=061cbc09-c043-437f-971d-a91d07e08a58,revision_number=2']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:05.881437 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5 up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:20:05.888484 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6cda48c8-d5a9-4d74-91c6-6543789a6828 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:05.903003 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-3e7fda1a-e5ec-418a-b645-bd11651761d3 req-c04bd2c7-d04e-4f28-b9b4-585f1c9c4e93 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 210 time: 0.0582843 Aug 19 02:20:05.934155 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-83e504f4-f804-4493-ae7c-e7d3a780244d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619667'] for router_interface, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:05.938231 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda48c8-d5a9-4d74-91c6-6543789a6828 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=595a9260-709c-463d-ae70-a2154703be3f,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:05.973162 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:20:05.973551 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:06.017270 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6cda48c8-d5a9-4d74-91c6-6543789a6828 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:06.018843 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-6cda48c8-d5a9-4d74-91c6-6543789a6828 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4667630 Aug 19 02:20:06.021908 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 59972) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:06.032725 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [None req-6a661ee6-a550-41cb-a5dc-fa946116cba8 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Request body: {'security_group_rule': {'security_group_id': '595a9260-709c-463d-ae70-a2154703be3f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:20:06.177821 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6a661ee6-a550-41cb-a5dc-fa946116cba8 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:06.186416 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6814ee1a-1761-4327-ad76-f1e1680eab40 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:06.208538 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-6814ee1a-1761-4327-ad76-f1e1680eab40 None None] Transition to ACTIVE for port object cdb615a9-d223-4589-a04f-caad3e2296f1 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:20:06.225427 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e504f4-f804-4493-ae7c-e7d3a780244d admin admin] Network bb3fc84d-f03f-4d97-87e6-72398b20c906 is already hosted by enough agents. {{(pid=94444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:20:06.227718 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.base_scheduler [None req-83e504f4-f804-4493-ae7c-e7d3a780244d admin admin] Resources bound (agent type, host, resource id): {{(pid=94444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:20:06.336172 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6a661ee6-a550-41cb-a5dc-fa946116cba8 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:06.355418 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:06.400050 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6814ee1a-1761-4327-ad76-f1e1680eab40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:06.409282 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e504f4-f804-4493-ae7c-e7d3a780244d admin admin] Router d1c40882-4b06-4e81-8bf6-e5d79cda217a has already been hosted by L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c {{(pid=94444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:20:06.457118 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6a661ee6-a550-41cb-a5dc-fa946116cba8 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732240'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:06.715718 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a5d58-a2a3-469c-b550-692a3db106ca None None] Pushing event updated for resources: {'Port': ['ID=cdb615a9-d223-4589-a04f-caad3e2296f1,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:06.722829 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a661ee6-a550-41cb-a5dc-fa946116cba8 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a618f2a3-626f-4c97-9ad8-0f10cb8116e8,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:06.727130 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-6814ee1a-1761-4327-ad76-f1e1680eab40 None None] Attempting to bind port cdb615a9-d223-4589-a04f-caad3e2296f1 on host dv-cinder-755654-10-iscsi for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:20:06.727130 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-6814ee1a-1761-4327-ad76-f1e1680eab40 None None] Attempting to bind port cdb615a9-d223-4589-a04f-caad3e2296f1 by drivers openvswitch,hyperv on host dv-cinder-755654-10-iscsi at level 0 using segments [{'id': 'e2620a82-c51e-42da-a26e-9bad6e7c43ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7e444d17-d7c0-4b47-aa19-93665776705e'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:20:06.727130 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6814ee1a-1761-4327-ad76-f1e1680eab40 None None] Attempting to bind port cdb615a9-d223-4589-a04f-caad3e2296f1 on network 7e444d17-d7c0-4b47-aa19-93665776705e {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:20:06.727130 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6814ee1a-1761-4327-ad76-f1e1680eab40 None None] Checking agent: {'id': '4006ddce-538e-4364-9c83-4224b741844b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 11, 48), 'started_at': datetime.datetime(2021, 8, 19, 2, 12, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:20:06.727130 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6814ee1a-1761-4327-ad76-f1e1680eab40 None None] Checking segment: {'id': 'e2620a82-c51e-42da-a26e-9bad6e7c43ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7e444d17-d7c0-4b47-aa19-93665776705e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:20:06.727130 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6814ee1a-1761-4327-ad76-f1e1680eab40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:06.727130 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6814ee1a-1761-4327-ad76-f1e1680eab40 None None] Bound using segment: {'id': 'e2620a82-c51e-42da-a26e-9bad6e7c43ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7e444d17-d7c0-4b47-aa19-93665776705e'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:20:06.727130 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-6814ee1a-1761-4327-ad76-f1e1680eab40 None None] Bound port: cdb615a9-d223-4589-a04f-caad3e2296f1, host: dv-cinder-755654-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2620a82-c51e-42da-a26e-9bad6e7c43ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7e444d17-d7c0-4b47-aa19-93665776705e'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:20:06.727130 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6814ee1a-1761-4327-ad76-f1e1680eab40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:06.728249 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-746fe1f5-dc24-4aee-b2c4-4d47aafbdb7d None None] Provisioning complete for port 061cbc09-c043-437f-971d-a91d07e08a58 triggered by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:20:06.728249 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-746fe1f5-dc24-4aee-b2c4-4d47aafbdb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:06.728416 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6a661ee6-a550-41cb-a5dc-fa946116cba8 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:06.728492 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-746fe1f5-dc24-4aee-b2c4-4d47aafbdb7d None None] Port 061cbc09-c043-437f-971d-a91d07e08a58 cannot update to ACTIVE because it is not bound. {{(pid=94446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:20:06.728562 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-6814ee1a-1761-4327-ad76-f1e1680eab40 None None] For port cdb615a9-d223-4589-a04f-caad3e2296f1, host dv-cinder-755654-10-iscsi, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:20:06.728562 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-6814ee1a-1761-4327-ad76-f1e1680eab40 None None] For port cdb615a9-d223-4589-a04f-caad3e2296f1, host dv-cinder-755654-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=cdb615a9-d223-4589-a04f-caad3e2296f1,segment=NetworkSegment(e2620a82-c51e-42da-a26e-9bad6e7c43ea),segment_id=e2620a82-c51e-42da-a26e-9bad6e7c43ea)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:20:06.729324 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-6a661ee6-a550-41cb-a5dc-fa946116cba8 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7060030 Aug 19 02:20:06.734808 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 60000) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:06.739668 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [None req-d6e5cc5e-b138-4c94-89be-c1f7d490f599 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Request body: {'security_group_rule': {'security_group_id': '595a9260-709c-463d-ae70-a2154703be3f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:20:06.744678 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e504f4-f804-4493-ae7c-e7d3a780244d admin admin] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:20:06.755777 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-83e504f4-f804-4493-ae7c-e7d3a780244d admin admin] 10.222.0.16 "PUT /v2.0/routers/d1c40882-4b06-4e81-8bf6-e5d79cda217a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9550040 Aug 19 02:20:06.802755 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-6814ee1a-1761-4327-ad76-f1e1680eab40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:06.829669 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-55e09b38-7b60-40d3-8e9b-485949cab2d6 req-a05748a7-59e6-4385-8b37-3ecd0a5a28b0 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 210 time: 0.0812011 Aug 19 02:20:06.873768 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 60010) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:06.896551 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6814ee1a-1761-4327-ad76-f1e1680eab40 None None] Routers {'ce9c17ce-9b54-4f87-9210-98d8b8b121de'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:20:06.897227 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-6814ee1a-1761-4327-ad76-f1e1680eab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:19:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['ce9c17ce-9b54-4f87-9210-98d8b8b121de'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:20:06.911235 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d6e5cc5e-b138-4c94-89be-c1f7d490f599 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:06.979924 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a5d58-a2a3-469c-b550-692a3db106ca None None] Pushing event updated for resources: {'Port': ['ID=cdb615a9-d223-4589-a04f-caad3e2296f1,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:06.998477 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-06cabb84-4a7d-42dd-a1e3-a7c4350ebc55 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1563d641e2d349bab4b77d27dfaddb76&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1227720 Aug 19 02:20:07.001611 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 60014) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:07.038479 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d6e5cc5e-b138-4c94-89be-c1f7d490f599 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:07.116338 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e9024e8f-0702-433c-abf4-d51268411ecd req-660e07db-0080-480a-a802-7ff127179656 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 210 time: 0.0759027 Aug 19 02:20:07.120485 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-6814ee1a-1761-4327-ad76-f1e1680eab40 None None] Set router ce9c17ce-9b54-4f87-9210-98d8b8b121de gateway port host: dv-cinder-755654-10-iscsi {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:20:07.128653 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d6e5cc5e-b138-4c94-89be-c1f7d490f599 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732240'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:07.128786 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-543b2612-76cf-46d7-b44e-1a5915f64d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:07.162178 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e5cc5e-b138-4c94-89be-c1f7d490f599 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2165af26-0625-4633-8e69-ca85d74e7e69,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:07.179410 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-543b2612-76cf-46d7-b44e-1a5915f64d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:07.285791 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d6e5cc5e-b138-4c94-89be-c1f7d490f599 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:07.291068 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-d6e5cc5e-b138-4c94-89be-c1f7d490f599 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5512927 Aug 19 02:20:07.291742 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 60028) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:07.297101 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-4812203b-271a-4b46-9e94-5f9d6a7c36e9 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Request body: {'floatingip': {'floating_network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:20:07.339268 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-543b2612-76cf-46d7-b44e-1a5915f64d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:07.341987 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-543b2612-76cf-46d7-b44e-1a5915f64d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:07.354198 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-543b2612-76cf-46d7-b44e-1a5915f64d2c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/56b2fa18-b35f-4187-8828-134b32e6b0c1 HTTP/1.1" status: 204 len: 168 time: 0.3514557 Aug 19 02:20:07.366610 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-6814ee1a-1761-4327-ad76-f1e1680eab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'name': 'tempest-AttachVolumeTestJSON-599753213-router', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:19:55Z', 'updated_at': '2021-08-19T02:20:03Z', 'revision_number': 4, 'project_id': '059670e8b6b34fb1857bc100102fd1b6', 'gw_port': {'id': 'eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:19:57Z', 'updated_at': '2021-08-19T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': 'cdb615a9-d223-4589-a04f-caad3e2296f1', 'name': '', 'network_id': '7e444d17-d7c0-4b47-aa19-93665776705e', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'mac_address': 'fa:16:3e:a2:dd:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '731d6e4c-a04d-474e-b79a-51c9af4274e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:20:01Z', 'updated_at': '2021-08-19T02:20:06Z', 'revision_number': 4, 'project_id': '059670e8b6b34fb1857bc100102fd1b6', 'subnets': [{'id': '731d6e4c-a04d-474e-b79a-51c9af4274e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:20:07.374549 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b2612-76cf-46d7-b44e-1a5915f64d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b2fa18-b35f-4187-8828-134b32e6b0c1,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:07.419453 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6814ee1a-1761-4327-ad76-f1e1680eab40 None None] The sync data for ids ['ce9c17ce-9b54-4f87-9210-98d8b8b121de'] in dv-cinder-755654-10-iscsi is: [{'id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'name': 'tempest-AttachVolumeTestJSON-599753213-router', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:19:55Z', 'updated_at': '2021-08-19T02:20:03Z', 'revision_number': 4, 'project_id': '059670e8b6b34fb1857bc100102fd1b6', 'gw_port': {'id': 'eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:19:57Z', 'updated_at': '2021-08-19T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': 'cdb615a9-d223-4589-a04f-caad3e2296f1', 'name': '', 'network_id': '7e444d17-d7c0-4b47-aa19-93665776705e', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'mac_address': 'fa:16:3e:a2:dd:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '731d6e4c-a04d-474e-b79a-51c9af4274e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:20:01Z', 'updated_at': '2021-08-19T02:20:06Z', 'revision_number': 4, 'project_id': '059670e8b6b34fb1857bc100102fd1b6', 'subnets': [{'id': '731d6e4c-a04d-474e-b79a-51c9af4274e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:20:07.428382 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-4812203b-271a-4b46-9e94-5f9d6a7c36e9 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks [] for floatingip, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:07.721058 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-4812203b-271a-4b46-9e94-5f9d6a7c36e9 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:07.730832 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 60046) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:07.735243 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [None req-dcbeff69-f97b-45ae-8344-87f8101dd1c5 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Request body: {'security_group': {'name': 'tempest-securitygroup--959528602', 'description': 'tempest-description--837729924'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:20:07.834145 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.db_base_plugin_common [None req-4812203b-271a-4b46-9e94-5f9d6a7c36e9 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Allocated IP 172.27.1.105 (3bd28d61-6ca0-48ed-a78c-bdbd12784534/563e592a-26a7-40db-9a00-034f622fa441/30eeaf8b-b0c7-4d76-855b-41ae6799e27c) {{(pid=94444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:20:07.849204 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dcbeff69-f97b-45ae-8344-87f8101dd1c5 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:07.917480 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device cdb615a9-d223-4589-a04f-caad3e2296f1 up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:20:08.023941 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6177addd-ddf8-4ec8-968a-b266a764df99 req-580defbd-25da-441f-9e6e-9089c60a51ab tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 210 time: 0.0672550 Aug 19 02:20:08.099797 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning for port cdb615a9-d223-4589-a04f-caad3e2296f1 completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:20:08.106354 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port cdb615a9-d223-4589-a04f-caad3e2296f1 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:20:08.110989 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:08.115180 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00758b00-adf3-4368-aeef-eb7216e29402 None None] Sync routers for ids ['d1c40882-4b06-4e81-8bf6-e5d79cda217a'] in dv-cinder-755654-10-iscsi {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:20:08.132244 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dcbeff69-f97b-45ae-8344-87f8101dd1c5 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:08.163288 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-4812203b-271a-4b46-9e94-5f9d6a7c36e9 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks [] for port, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:08.202152 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00758b00-adf3-4368-aeef-eb7216e29402 None None] Routers {'d1c40882-4b06-4e81-8bf6-e5d79cda217a'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:20:08.202801 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-00758b00-adf3-4368-aeef-eb7216e29402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:19:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['d1c40882-4b06-4e81-8bf6-e5d79cda217a'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:20:08.212356 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dcbeff69-f97b-45ae-8344-87f8101dd1c5 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:08.253915 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 60060) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:08.263775 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-bd66489c-574d-40cd-b90b-711158d38655 req-42eb8b89-8c4e-424f-8ffe-46a4aaa2cebd tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 210 time: 0.0406570 Aug 19 02:20:08.283022 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbeff69-f97b-45ae-8344-87f8101dd1c5 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d838c2fa-afa9-4e9c-9549-b163c303fa10,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:08.357237 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dcbeff69-f97b-45ae-8344-87f8101dd1c5 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:08.358655 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-dcbeff69-f97b-45ae-8344-87f8101dd1c5 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6283600 Aug 19 02:20:08.361356 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 60068) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:08.367456 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [None req-1df8c513-db48-4b9b-9ff9-9935bb87fa55 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Request body: {'security_group_rule': {'security_group_id': 'd838c2fa-afa9-4e9c-9549-b163c303fa10', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:20:08.371707 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-4812203b-271a-4b46-9e94-5f9d6a7c36e9 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4183730'] for port, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:08.386147 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:08.428590 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-00758b00-adf3-4368-aeef-eb7216e29402 None None] Set router d1c40882-4b06-4e81-8bf6-e5d79cda217a gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:20:08.448463 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eead41b1-9306-4195-965a-044e6cb62212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:08.457853 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812203b-271a-4b46-9e94-5f9d6a7c36e9 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Pushing event updated for resources: {'Port': ['ID=30eeaf8b-b0c7-4d76-855b-41ae6799e27c,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:08.470764 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4812203b-271a-4b46-9e94-5f9d6a7c36e9 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Network 3bd28d61-6ca0-48ed-a78c-bdbd12784534 is already hosted by enough agents. {{(pid=94444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:20:08.472449 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.base_scheduler [None req-4812203b-271a-4b46-9e94-5f9d6a7c36e9 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Resources bound (agent type, host, resource id): {{(pid=94444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:20:08.475028 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4812203b-271a-4b46-9e94-5f9d6a7c36e9 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Received port after_create {{(pid=94444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:20:08.475162 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] For port cdb615a9-d223-4589-a04f-caad3e2296f1, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=cdb615a9-d223-4589-a04f-caad3e2296f1,segment=NetworkSegment(e2620a82-c51e-42da-a26e-9bad6e7c43ea),segment_id=e2620a82-c51e-42da-a26e-9bad6e7c43ea)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:20:08.523260 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1df8c513-db48-4b9b-9ff9-9935bb87fa55 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:08.642444 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1df8c513-db48-4b9b-9ff9-9935bb87fa55 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:08.681920 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-4812203b-271a-4b46-9e94-5f9d6a7c36e9 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:08.702880 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:08.703674 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device ded5f68b-51bf-4ffa-a281-f74c0e07a9e4 up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:20:08.703926 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eead41b1-9306-4195-965a-044e6cb62212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:08.722893 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1df8c513-db48-4b9b-9ff9-9935bb87fa55 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732240'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:08.743534 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df8c513-db48-4b9b-9ff9-9935bb87fa55 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=999f3245-3d8f-4289-bc1a-1e4ef90577e3,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:08.828760 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Pushing event updated for resources: {'Port': ['ID=cdb615a9-d223-4589-a04f-caad3e2296f1,revision_number=5']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:08.834834 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eead41b1-9306-4195-965a-044e6cb62212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:08.870550 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-4812203b-271a-4b46-9e94-5f9d6a7c36e9 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:08.906221 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eead41b1-9306-4195-965a-044e6cb62212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1d5999-093f-47f0-9ab4-d1d7ee4c6dc0,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:08.911737 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-eead41b1-9306-4195-965a-044e6cb62212 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4b771345a496426c94d49361454eaa5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6552637 Aug 19 02:20:08.914464 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 60082) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:08.946024 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1df8c513-db48-4b9b-9ff9-9935bb87fa55 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:08.947989 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-1df8c513-db48-4b9b-9ff9-9935bb87fa55 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5849562 Aug 19 02:20:08.950903 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 60086) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:08.956047 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [None req-7435745a-1335-478b-bac1-91e793aacc85 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Request body: {'security_group_rule': {'security_group_id': 'd838c2fa-afa9-4e9c-9549-b163c303fa10', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:20:08.989512 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-00758b00-adf3-4368-aeef-eb7216e29402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'name': 'tempest-AttachVolumeShelveTestJSON-152763069-router', 'tenant_id': '517b8744677e400988e187c26e92c291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'ded5f68b-51bf-4ffa-a281-f74c0e07a9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:19:58Z', 'updated_at': '2021-08-19T02:20:04Z', 'revision_number': 4, 'project_id': '517b8744677e400988e187c26e92c291', 'gw_port': {'id': 'ded5f68b-51bf-4ffa-a281-f74c0e07a9e4', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b3:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:19:59Z', 'updated_at': '2021-08-19T02:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': '061cbc09-c043-437f-971d-a91d07e08a58', 'name': '', 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906', 'tenant_id': '517b8744677e400988e187c26e92c291', 'mac_address': 'fa:16:3e:48:cc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '88b7472a-b5f3-4f58-a9b7-55a108eaaf89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:20:03Z', 'updated_at': '2021-08-19T02:20:05Z', 'revision_number': 2, 'project_id': '517b8744677e400988e187c26e92c291', 'subnets': [{'id': '88b7472a-b5f3-4f58-a9b7-55a108eaaf89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:20:09.018290 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00758b00-adf3-4368-aeef-eb7216e29402 None None] Checking router: d1c40882-4b06-4e81-8bf6-e5d79cda217a for host: dv-cinder-755654-10-iscsi {{(pid=94446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:20:09.018644 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00758b00-adf3-4368-aeef-eb7216e29402 None None] Updating router d1c40882-4b06-4e81-8bf6-e5d79cda217a port 061cbc09-c043-437f-971d-a91d07e08a58 binding host dv-cinder-755654-10-iscsi {{(pid=94446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 02:20:09.020480 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning for port ded5f68b-51bf-4ffa-a281-f74c0e07a9e4 completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:20:09.042793 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port ded5f68b-51bf-4ffa-a281-f74c0e07a9e4 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:20:09.042793 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:09.047366 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-40fb0881-101d-4a02-990c-4fa0402103ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:09.052903 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7435745a-1335-478b-bac1-91e793aacc85 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:09.082976 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-00758b00-adf3-4368-aeef-eb7216e29402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:09.094484 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-40fb0881-101d-4a02-990c-4fa0402103ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:09.124551 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7435745a-1335-478b-bac1-91e793aacc85 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:09.188020 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-0e371f38-3aed-4c1c-a8b3-09912a286f9b req-1d48eb31-1139-44f6-8645-5744221dec07 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 210 time: 0.0471420 Aug 19 02:20:09.198879 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-4812203b-271a-4b46-9e94-5f9d6a7c36e9 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks [] for port, precommit_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:09.205909 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7435745a-1335-478b-bac1-91e793aacc85 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732240'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:09.235646 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7435745a-1335-478b-bac1-91e793aacc85 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b40f29fe-d9a0-4626-a3c9-77c10a5606bc,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:09.267205 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-4812203b-271a-4b46-9e94-5f9d6a7c36e9 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4183741'] for port, after_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:09.286529 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:09.297963 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-7435745a-1335-478b-bac1-91e793aacc85 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:09.299115 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-7435745a-1335-478b-bac1-91e793aacc85 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3473074 Aug 19 02:20:09.302810 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 60096) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:09.311003 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [None req-9a16a694-7ef0-4492-a4e3-246e013d91ea tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Request body: {'floatingip': {'floating_network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:20:09.339123 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] For port ded5f68b-51bf-4ffa-a281-f74c0e07a9e4, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=ded5f68b-51bf-4ffa-a281-f74c0e07a9e4,segment=NetworkSegment(31e5f57a-85b9-444f-b38d-61963340c3f4),segment_id=31e5f57a-85b9-444f-b38d-61963340c3f4)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:20:09.347030 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-40fb0881-101d-4a02-990c-4fa0402103ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:09.349648 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-40fb0881-101d-4a02-990c-4fa0402103ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:09.350783 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-40fb0881-101d-4a02-990c-4fa0402103ff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2c1d5999-093f-47f0-9ab4-d1d7ee4c6dc0 HTTP/1.1" status: 204 len: 168 time: 0.4231732 Aug 19 02:20:09.388821 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb0881-101d-4a02-990c-4fa0402103ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1d5999-093f-47f0-9ab4-d1d7ee4c6dc0,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:09.426477 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812203b-271a-4b46-9e94-5f9d6a7c36e9 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Pushing event updated for resources: {'Port': ['ID=30eeaf8b-b0c7-4d76-855b-41ae6799e27c,revision_number=2']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:09.431934 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-4812203b-271a-4b46-9e94-5f9d6a7c36e9 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610510'] for floatingip, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:09.464477 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e82b2b3a-5e7b-47c9-8ec0-1ea06e08de9d req-79730893-b430-43f3-92fe-84250ee32da2 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 210 time: 0.0539136 Aug 19 02:20:09.474008 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:09.502685 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9a16a694-7ef0-4492-a4e3-246e013d91ea tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks [] for floatingip, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:09.587194 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.22', 63626) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:09.605578 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-4812203b-271a-4b46-9e94-5f9d6a7c36e9 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for floatingip, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:09.606708 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Pushing event updated for resources: {'Port': ['ID=ded5f68b-51bf-4ffa-a281-f74c0e07a9e4,revision_number=4']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:09.616740 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-4812203b-271a-4b46-9e94-5f9d6a7c36e9 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3237586 Aug 19 02:20:09.652504 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-00758b00-adf3-4368-aeef-eb7216e29402 None None] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:09.663895 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-00758b00-adf3-4368-aeef-eb7216e29402 None None] Transition to ACTIVE for port object 061cbc09-c043-437f-971d-a91d07e08a58 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:20:09.754624 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-00758b00-adf3-4368-aeef-eb7216e29402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:09.762762 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9a16a694-7ef0-4492-a4e3-246e013d91ea tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:09.773499 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d0322-2223-4911-b064-f76dcb2d0835 req-fc36fef6-194c-4650-9321-1c832109be19 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:09.775632 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-720d0322-2223-4911-b064-f76dcb2d0835 req-fc36fef6-194c-4650-9321-1c832109be19 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.22 "GET /v2.0/networks?id=6c43c105-26e3-4f24-a429-1210329b462e HTTP/1.1" status: 200 len: 814 time: 0.1870575 Aug 19 02:20:09.909374 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device cdb615a9-d223-4589-a04f-caad3e2296f1 up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:20:09.981552 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-9a16a694-7ef0-4492-a4e3-246e013d91ea tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Allocated IP 172.27.1.254 (3bd28d61-6ca0-48ed-a78c-bdbd12784534/563e592a-26a7-40db-9a00-034f622fa441/8691b070-0afb-4297-b5b5-b7d5d4c7441c) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:20:09.983143 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365339ec-50aa-45e0-b706-db96a9f272b8 None None] Pushing event updated for resources: {'Port': ['ID=061cbc09-c043-437f-971d-a91d07e08a58,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:09.987106 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-00758b00-adf3-4368-aeef-eb7216e29402 None None] Attempting to bind port 061cbc09-c043-437f-971d-a91d07e08a58 on host dv-cinder-755654-10-iscsi for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:20:09.987506 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-00758b00-adf3-4368-aeef-eb7216e29402 None None] Attempting to bind port 061cbc09-c043-437f-971d-a91d07e08a58 by drivers openvswitch,hyperv on host dv-cinder-755654-10-iscsi at level 0 using segments [{'id': 'b757261d-bab5-459c-9be2-97b5652aa046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:20:09.987827 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00758b00-adf3-4368-aeef-eb7216e29402 None None] Attempting to bind port 061cbc09-c043-437f-971d-a91d07e08a58 on network bb3fc84d-f03f-4d97-87e6-72398b20c906 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:20:10.009913 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00758b00-adf3-4368-aeef-eb7216e29402 None None] Checking agent: {'id': '4006ddce-538e-4364-9c83-4224b741844b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 11, 48), 'started_at': datetime.datetime(2021, 8, 19, 2, 12, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:20:10.010539 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00758b00-adf3-4368-aeef-eb7216e29402 None None] Checking segment: {'id': 'b757261d-bab5-459c-9be2-97b5652aa046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:20:10.011223 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-00758b00-adf3-4368-aeef-eb7216e29402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:10.011223 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00758b00-adf3-4368-aeef-eb7216e29402 None None] Bound using segment: {'id': 'b757261d-bab5-459c-9be2-97b5652aa046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:20:10.013664 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-00758b00-adf3-4368-aeef-eb7216e29402 None None] Bound port: 061cbc09-c043-437f-971d-a91d07e08a58, host: dv-cinder-755654-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b757261d-bab5-459c-9be2-97b5652aa046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:20:10.014261 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-00758b00-adf3-4368-aeef-eb7216e29402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:10.070230 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port cdb615a9-d223-4589-a04f-caad3e2296f1 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:20:10.071186 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:10.096595 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-8db22d6d-ec2c-40ee-8ebd-0f2af842e35b tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1903666098&fields=id&tenant_id=059670e8b6b34fb1857bc100102fd1b6 HTTP/1.1" status: 200 len: 267 time: 0.0896893 Aug 19 02:20:10.141489 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-00758b00-adf3-4368-aeef-eb7216e29402 None None] For port 061cbc09-c043-437f-971d-a91d07e08a58, host dv-cinder-755654-10-iscsi, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:20:10.154456 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-00758b00-adf3-4368-aeef-eb7216e29402 None None] For port 061cbc09-c043-437f-971d-a91d07e08a58, host dv-cinder-755654-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=061cbc09-c043-437f-971d-a91d07e08a58,segment=NetworkSegment(b757261d-bab5-459c-9be2-97b5652aa046),segment_id=b757261d-bab5-459c-9be2-97b5652aa046)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:20:10.201189 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device ded5f68b-51bf-4ffa-a281-f74c0e07a9e4 up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:20:10.255442 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-00758b00-adf3-4368-aeef-eb7216e29402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:10.276490 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-0abd2db4-6aa2-494c-a7a0-ba01a08cf64d tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:10.285310 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-0abd2db4-6aa2-494c-a7a0-ba01a08cf64d tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/networks?id=7e444d17-d7c0-4b47-aa19-93665776705e HTTP/1.1" status: 200 len: 810 time: 0.1785617 Aug 19 02:20:10.303960 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-4a280337-1b88-43ce-ac78-914fcfa97647 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/quotas/059670e8b6b34fb1857bc100102fd1b6 HTTP/1.1" status: 200 len: 375 time: 0.0175238 Aug 19 02:20:10.312730 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9a16a694-7ef0-4492-a4e3-246e013d91ea tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:10.333201 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port ded5f68b-51bf-4ffa-a281-f74c0e07a9e4 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:20:10.333580 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:10.352608 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ff17bdfd-275b-421f-be30-6db110d1fd7c req-0708b842-9214-4007-9509-a21b246c8c6b tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 210 time: 0.0709181 Aug 19 02:20:10.374886 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365339ec-50aa-45e0-b706-db96a9f272b8 None None] Pushing event updated for resources: {'Port': ['ID=061cbc09-c043-437f-971d-a91d07e08a58,revision_number=4']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:10.387089 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00758b00-adf3-4368-aeef-eb7216e29402 None None] Routers {'d1c40882-4b06-4e81-8bf6-e5d79cda217a'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:20:10.387089 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-00758b00-adf3-4368-aeef-eb7216e29402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:19:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['d1c40882-4b06-4e81-8bf6-e5d79cda217a'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:20:10.393745 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-623c9a70-2ddc-421a-9070-e4f455d0e914 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=059670e8b6b34fb1857bc100102fd1b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0885737 Aug 19 02:20:10.418588 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 60144) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:10.440596 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b0361f7e-f512-4adc-88ec-2302e92c91af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:10.474541 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9a16a694-7ef0-4492-a4e3-246e013d91ea tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:10.505782 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-00758b00-adf3-4368-aeef-eb7216e29402 None None] Set router d1c40882-4b06-4e81-8bf6-e5d79cda217a gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:20:10.557737 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a16a694-7ef0-4492-a4e3-246e013d91ea tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Pushing event updated for resources: {'Port': ['ID=8691b070-0afb-4297-b5b5-b7d5d4c7441c,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:10.580053 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-6398c823-637a-4da6-a114-bda1a0a84de6 service neutron] 10.222.0.16 "GET /v2.0/networks/7e444d17-d7c0-4b47-aa19-93665776705e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674776 Aug 19 02:20:10.635395 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-cb7a7682-99df-4d64-9256-5e5f2a67d6a6 req-f3510cdb-6b08-4a84-8da5-d9e2bc25d564 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 210 time: 0.0528393 Aug 19 02:20:10.637429 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a16a694-7ef0-4492-a4e3-246e013d91ea tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Network 3bd28d61-6ca0-48ed-a78c-bdbd12784534 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:20:10.656298 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-9a16a694-7ef0-4492-a4e3-246e013d91ea tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:20:10.660631 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a16a694-7ef0-4492-a4e3-246e013d91ea tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:20:10.729469 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-2c22cd33-f7f9-448c-940a-ec5a9e6e2bda service neutron] 10.222.0.16 "GET /v2.0/networks/7e444d17-d7c0-4b47-aa19-93665776705e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484053 Aug 19 02:20:10.855579 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-00758b00-adf3-4368-aeef-eb7216e29402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'name': 'tempest-AttachVolumeShelveTestJSON-152763069-router', 'tenant_id': '517b8744677e400988e187c26e92c291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'ded5f68b-51bf-4ffa-a281-f74c0e07a9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:19:58Z', 'updated_at': '2021-08-19T02:20:04Z', 'revision_number': 4, 'project_id': '517b8744677e400988e187c26e92c291', 'gw_port': {'id': 'ded5f68b-51bf-4ffa-a281-f74c0e07a9e4', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:19:59Z', 'updated_at': '2021-08-19T02:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': '061cbc09-c043-437f-971d-a91d07e08a58', 'name': '', 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906', 'tenant_id': '517b8744677e400988e187c26e92c291', 'mac_address': 'fa:16:3e:48:cc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '88b7472a-b5f3-4f58-a9b7-55a108eaaf89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:20:03Z', 'updated_at': '2021-08-19T02:20:10Z', 'revision_number': 4, 'project_id': '517b8744677e400988e187c26e92c291', 'subnets': [{'id': '88b7472a-b5f3-4f58-a9b7-55a108eaaf89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:20:10.858337 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9a16a694-7ef0-4492-a4e3-246e013d91ea tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:10.876072 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b0361f7e-f512-4adc-88ec-2302e92c91af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:10.887951 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00758b00-adf3-4368-aeef-eb7216e29402 None None] The sync data for ids ['d1c40882-4b06-4e81-8bf6-e5d79cda217a'] in dv-cinder-755654-10-iscsi is: [{'id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'name': 'tempest-AttachVolumeShelveTestJSON-152763069-router', 'tenant_id': '517b8744677e400988e187c26e92c291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'ded5f68b-51bf-4ffa-a281-f74c0e07a9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:19:58Z', 'updated_at': '2021-08-19T02:20:04Z', 'revision_number': 4, 'project_id': '517b8744677e400988e187c26e92c291', 'gw_port': {'id': 'ded5f68b-51bf-4ffa-a281-f74c0e07a9e4', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:19:59Z', 'updated_at': '2021-08-19T02:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': '061cbc09-c043-437f-971d-a91d07e08a58', 'name': '', 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906', 'tenant_id': '517b8744677e400988e187c26e92c291', 'mac_address': 'fa:16:3e:48:cc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '88b7472a-b5f3-4f58-a9b7-55a108eaaf89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:20:03Z', 'updated_at': '2021-08-19T02:20:10Z', 'revision_number': 4, 'project_id': '517b8744677e400988e187c26e92c291', 'subnets': [{'id': '88b7472a-b5f3-4f58-a9b7-55a108eaaf89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:20:10.949338 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b0361f7e-f512-4adc-88ec-2302e92c91af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:11.070325 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9a16a694-7ef0-4492-a4e3-246e013d91ea tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:11.082401 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-b0361f7e-f512-4adc-88ec-2302e92c91af admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5b4a29865afb4bd79a169889cec8b765&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6622307 Aug 19 02:20:11.095071 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 60166) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:11.099990 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-aca339fd-ba2c-4f92-854d-455d627a2f05 req-6ae41916-7f13-40b0-bc5c-a7ac48638de3 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 210 time: 0.0526254 Aug 19 02:20:11.120331 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0361f7e-f512-4adc-88ec-2302e92c91af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fb828c-37f6-4c51-8eda-bcba4fbd3386,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:11.178512 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b442900e-312c-473f-a8c4-014f8dd6bb87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:11.204595 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b442900e-312c-473f-a8c4-014f8dd6bb87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:11.300077 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9a16a694-7ef0-4492-a4e3-246e013d91ea tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:11.362367 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b442900e-312c-473f-a8c4-014f8dd6bb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:11.362688 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9a16a694-7ef0-4492-a4e3-246e013d91ea tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:11.365194 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b442900e-312c-473f-a8c4-014f8dd6bb87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:11.371653 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-b442900e-312c-473f-a8c4-014f8dd6bb87 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/41fb828c-37f6-4c51-8eda-bcba4fbd3386 HTTP/1.1" status: 204 len: 168 time: 0.2696147 Aug 19 02:20:11.383563 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b442900e-312c-473f-a8c4-014f8dd6bb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fb828c-37f6-4c51-8eda-bcba4fbd3386,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:11.469007 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9a16a694-7ef0-4492-a4e3-246e013d91ea tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610510'] for floatingip, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:11.487993 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a16a694-7ef0-4492-a4e3-246e013d91ea tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Pushing event updated for resources: {'Port': ['ID=8691b070-0afb-4297-b5b5-b7d5d4c7441c,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:11.541318 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d06b829b-1d28-46e8-9748-0258559151d1 req-b1ff0ce1-ef35-4616-b0b5-2a27d4126b50 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 210 time: 0.0280960 Aug 19 02:20:11.550973 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9a16a694-7ef0-4492-a4e3-246e013d91ea tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:11.561230 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-9a16a694-7ef0-4492-a4e3-246e013d91ea tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2489278 Aug 19 02:20:11.755382 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-92839db3-7eae-43f7-a5fb-5b79677f7551 req-8119bc81-66f9-4793-a09c-9b3aae145e64 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 210 time: 0.0419581 Aug 19 02:20:11.817054 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-eadd32a7-46d5-45e3-9d19-69ea65765610 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--959528602&fields=id&tenant_id=517b8744677e400988e187c26e92c291 HTTP/1.1" status: 200 len: 267 time: 0.0477474 Aug 19 02:20:11.841298 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 061cbc09-c043-437f-971d-a91d07e08a58 up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:20:11.995092 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning for port 061cbc09-c043-437f-971d-a91d07e08a58 completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:20:12.000853 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port 061cbc09-c043-437f-971d-a91d07e08a58 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:20:12.004406 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:12.016437 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-ad6727c2-cb75-4700-b34f-bf83c7fad3db tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:12.018663 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-ad6727c2-cb75-4700-b34f-bf83c7fad3db tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/networks?id=bb3fc84d-f03f-4d97-87e6-72398b20c906 HTTP/1.1" status: 200 len: 816 time: 0.1943457 Aug 19 02:20:12.052428 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-e2dc83cd-2600-42ed-ba79-a8e27fdb66b6 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/quotas/517b8744677e400988e187c26e92c291 HTTP/1.1" status: 200 len: 375 time: 0.0207748 Aug 19 02:20:12.115656 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:12.128134 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-b99e0984-d7dd-46c7-8f32-33b3040505d2 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=517b8744677e400988e187c26e92c291&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0748148 Aug 19 02:20:12.223017 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-d6e7312e-f0e8-4fea-b786-3f52fe6514de req-ed3d23e3-b7c5-493d-a3e0-cd1a34e99e3c tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 210 time: 0.0449991 Aug 19 02:20:12.257009 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-a6c3b9db-cda4-4191-8621-b95b4cf3895f service neutron] 10.222.0.16 "GET /v2.0/networks/bb3fc84d-f03f-4d97-87e6-72398b20c906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990775 Aug 19 02:20:12.271168 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [req-720d0322-2223-4911-b064-f76dcb2d0835 req-241fb3ba-68ac-4f1b-9547-a848172e08a6 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Request body: {'port': {'device_id': 'f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2', 'network_id': '6c43c105-26e3-4f24-a429-1210329b462e', 'admin_state_up': True, 'tenant_id': '21e2050ddc3a4486be917df4cf6b0b60'}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:20:12.274859 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] For port 061cbc09-c043-437f-971d-a91d07e08a58, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=061cbc09-c043-437f-971d-a91d07e08a58,segment=NetworkSegment(b757261d-bab5-459c-9be2-97b5652aa046),segment_id=b757261d-bab5-459c-9be2-97b5652aa046)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:20:12.359563 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-934f57c3-5177-4dc6-987f-4241a68291ac service neutron] 10.222.0.16 "GET /v2.0/networks/bb3fc84d-f03f-4d97-87e6-72398b20c906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958371 Aug 19 02:20:12.359784 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:12.423023 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Pushing event updated for resources: {'Port': ['ID=061cbc09-c043-437f-971d-a91d07e08a58,revision_number=5']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:12.470547 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-720d0322-2223-4911-b064-f76dcb2d0835 req-241fb3ba-68ac-4f1b-9547-a848172e08a6 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Made reservation on behalf of 21e2050ddc3a4486be917df4cf6b0b60 for: {'port': 1} {{(pid=94444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:20:12.474219 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [req-720d0322-2223-4911-b064-f76dcb2d0835 req-241fb3ba-68ac-4f1b-9547-a848172e08a6 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:12.692785 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f24da59b-308a-4a43-9f4f-41a9d6c6efde req-54d8ee50-4f5f-45ad-b363-e86766905005 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 210 time: 0.0444269 Aug 19 02:20:12.727903 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-89d3e546-5467-4819-b039-5075c56b03c8 req-fdf307f7-1189-451d-96aa-9b680e60435b tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 210 time: 0.0818756 Aug 19 02:20:12.760696 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.db_base_plugin_common [req-720d0322-2223-4911-b064-f76dcb2d0835 req-241fb3ba-68ac-4f1b-9547-a848172e08a6 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Allocated IP 172.20.0.3 (6c43c105-26e3-4f24-a429-1210329b462e/8d7d19a2-2b51-441e-9a48-9bfac3ef9593/76efc3d0-1d4c-4cae-bf48-20d1af04e8ca) {{(pid=94444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:20:12.845991 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-39b9fa33-b105-4623-bff9-41869df7334d req-c5c3008e-0ca1-4a1f-b966-60555ae4d3eb tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 210 time: 0.0281961 Aug 19 02:20:13.074176 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [req-720d0322-2223-4911-b064-f76dcb2d0835 req-241fb3ba-68ac-4f1b-9547-a848172e08a6 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Notify callbacks [] for port, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:13.213529 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [req-720d0322-2223-4911-b064-f76dcb2d0835 req-241fb3ba-68ac-4f1b-9547-a848172e08a6 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4183730'] for port, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:13.291713 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-720d0322-2223-4911-b064-f76dcb2d0835 req-241fb3ba-68ac-4f1b-9547-a848172e08a6 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Network 6c43c105-26e3-4f24-a429-1210329b462e is already hosted by enough agents. {{(pid=94444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:20:13.305070 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.base_scheduler [req-720d0322-2223-4911-b064-f76dcb2d0835 req-241fb3ba-68ac-4f1b-9547-a848172e08a6 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Resources bound (agent type, host, resource id): {{(pid=94444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:20:13.313946 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.l3_dvrscheduler_db [req-720d0322-2223-4911-b064-f76dcb2d0835 req-241fb3ba-68ac-4f1b-9547-a848172e08a6 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Received port after_create {{(pid=94444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:20:13.324817 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-5ba784e1-71c4-4c91-8b5e-71fc878f6164 req-4dfaa483-c9ad-41cd-800c-748a6b433f1f tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 210 time: 0.0383818 Aug 19 02:20:13.350364 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241fb3ba-68ac-4f1b-9547-a848172e08a6 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Pushing event updated for resources: {'Port': ['ID=76efc3d0-1d4c-4cae-bf48-20d1af04e8ca,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:13.377643 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d0322-2223-4911-b064-f76dcb2d0835 req-241fb3ba-68ac-4f1b-9547-a848172e08a6 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:13.378258 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [req-720d0322-2223-4911-b064-f76dcb2d0835 req-241fb3ba-68ac-4f1b-9547-a848172e08a6 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for port, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:13.448848 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-720d0322-2223-4911-b064-f76dcb2d0835 req-241fb3ba-68ac-4f1b-9547-a848172e08a6 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1815386 Aug 19 02:20:13.798057 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 061cbc09-c043-437f-971d-a91d07e08a58 up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:20:13.843359 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [req-720d0322-2223-4911-b064-f76dcb2d0835 req-e27ce31f-0654-45bc-9082-27092e5cfe7a tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 02:20:13.845352 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-720d0322-2223-4911-b064-f76dcb2d0835 req-e27ce31f-0654-45bc-9082-27092e5cfe7a tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0233479 Aug 19 02:20:13.868195 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-461c6bb5-fdea-442e-bb6b-f91524e06209 req-f5b3a091-3e7b-4203-806e-41acce26e1ed tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 210 time: 0.1209066 Aug 19 02:20:13.929277 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port 061cbc09-c043-437f-971d-a91d07e08a58 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:20:13.929868 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:13.939444 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70d7f0-8b7f-495d-b21f-925af001f0df req-93c49463-eae8-4b64-97b7-47674d6df977 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:13.943812 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-8e70d7f0-8b7f-495d-b21f-925af001f0df req-93c49463-eae8-4b64-97b7-47674d6df977 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 931 time: 0.1284955 Aug 19 02:20:14.123413 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-6ae6464e-f407-45c2-982d-ae5466866a15 req-558295b8-be5b-4c4b-95f6-803b21f2e5a2 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 210 time: 0.0670340 Aug 19 02:20:14.133731 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-8e70d7f0-8b7f-495d-b21f-925af001f0df req-bf3b24c2-063e-4e49-8183-5df29bae466b tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783795 Aug 19 02:20:14.238927 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.22', 63634) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:14.310201 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [req-720d0322-2223-4911-b064-f76dcb2d0835 req-f2d69636-3473-4472-93e2-26cdd97989d5 service neutron] Request body: {'port': {'device_id': 'f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75565'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:20:14.373956 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-d8636645-4d7f-4715-8997-b934e4d03620 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:14.375490 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-d8636645-4d7f-4715-8997-b934e4d03620 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.22 "GET /v2.0/networks?id=00ebcfbf-6185-4e84-a391-965d73adbe39 HTTP/1.1" status: 200 len: 812 time: 0.1762705 Aug 19 02:20:14.395313 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-28317ea0-0157-47e1-9031-090979d8da2c tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Request body: {'port': {'device_id': '4a1f33c5-18f8-4feb-ac66-dcaa03deaac5', 'network_id': '00ebcfbf-6185-4e84-a391-965d73adbe39', 'admin_state_up': True, 'tenant_id': '234110615b1245799912d893b1e62231'}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:20:14.464376 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e8645aec-0b2d-4244-a6e6-d7b4aae04fa3 req-86532cac-391f-4736-bbe7-5d9c76d01bfd tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 210 time: 0.0490592 Aug 19 02:20:14.473535 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-720d0322-2223-4911-b064-f76dcb2d0835 req-f2d69636-3473-4472-93e2-26cdd97989d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:14.631794 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-28317ea0-0157-47e1-9031-090979d8da2c tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Made reservation on behalf of 234110615b1245799912d893b1e62231 for: {'port': 1} {{(pid=94444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:20:14.636446 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-28317ea0-0157-47e1-9031-090979d8da2c tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:14.812943 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.db_base_plugin_common [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-28317ea0-0157-47e1-9031-090979d8da2c tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Allocated IP 172.20.0.14 (00ebcfbf-6185-4e84-a391-965d73adbe39/3eea8006-3b44-4699-9a53-6878ffb8087a/5728ab89-a07a-4631-aada-e2a49d0e259d) {{(pid=94444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:20:14.913914 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [req-720d0322-2223-4911-b064-f76dcb2d0835 req-f2d69636-3473-4472-93e2-26cdd97989d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76efc3d0-1d4c-4cae-bf48-20d1af04e8ca {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:20:14.924997 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-720d0322-2223-4911-b064-f76dcb2d0835 req-f2d69636-3473-4472-93e2-26cdd97989d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:14.941606 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-720d0322-2223-4911-b064-f76dcb2d0835 req-f2d69636-3473-4472-93e2-26cdd97989d5 service neutron] Transition to ACTIVE for port object 76efc3d0-1d4c-4cae-bf48-20d1af04e8ca will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:20:14.950974 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-595dc60c-87a4-4862-84a0-6c558698a97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:15.028540 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-720d0322-2223-4911-b064-f76dcb2d0835 req-f2d69636-3473-4472-93e2-26cdd97989d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:15.047136 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-b3886504-b5f5-437f-8863-63565b19469b req-9fd23775-28b3-450a-aecc-2a6e603f04f0 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 210 time: 0.0419755 Aug 19 02:20:15.056969 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-28317ea0-0157-47e1-9031-090979d8da2c tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Notify callbacks [] for port, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:15.112614 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d69636-3473-4472-93e2-26cdd97989d5 service neutron] Pushing event updated for resources: {'Port': ['ID=76efc3d0-1d4c-4cae-bf48-20d1af04e8ca,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:15.209170 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-28317ea0-0157-47e1-9031-090979d8da2c tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4183730'] for port, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:15.256936 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-720d0322-2223-4911-b064-f76dcb2d0835 req-f2d69636-3473-4472-93e2-26cdd97989d5 service neutron] Attempting to bind port 76efc3d0-1d4c-4cae-bf48-20d1af04e8ca on host hv-cinder-75565 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:20:15.257650 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-720d0322-2223-4911-b064-f76dcb2d0835 req-f2d69636-3473-4472-93e2-26cdd97989d5 service neutron] Attempting to bind port 76efc3d0-1d4c-4cae-bf48-20d1af04e8ca by drivers openvswitch,hyperv on host hv-cinder-75565 at level 0 using segments [{'id': '9bf1da37-dd52-4a35-a6bf-1be2af2df224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6c43c105-26e3-4f24-a429-1210329b462e'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:20:15.261838 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720d0322-2223-4911-b064-f76dcb2d0835 req-f2d69636-3473-4472-93e2-26cdd97989d5 service neutron] Attempting to bind port 76efc3d0-1d4c-4cae-bf48-20d1af04e8ca on network 6c43c105-26e3-4f24-a429-1210329b462e {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:20:15.270145 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720d0322-2223-4911-b064-f76dcb2d0835 req-f2d69636-3473-4472-93e2-26cdd97989d5 service neutron] Port 76efc3d0-1d4c-4cae-bf48-20d1af04e8ca on network 6c43c105-26e3-4f24-a429-1210329b462e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75565 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 02:20:15.270904 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720d0322-2223-4911-b064-f76dcb2d0835 req-f2d69636-3473-4472-93e2-26cdd97989d5 service neutron] Attempting to bind port 76efc3d0-1d4c-4cae-bf48-20d1af04e8ca on network 6c43c105-26e3-4f24-a429-1210329b462e {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:20:15.277745 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720d0322-2223-4911-b064-f76dcb2d0835 req-f2d69636-3473-4472-93e2-26cdd97989d5 service neutron] Checking agent: {'id': '41372272-fa96-45fc-afce-a2209819517f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 18, 6), 'started_at': datetime.datetime(2021, 8, 19, 2, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:20:15.278409 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720d0322-2223-4911-b064-f76dcb2d0835 req-f2d69636-3473-4472-93e2-26cdd97989d5 service neutron] Checking segment: {'id': '9bf1da37-dd52-4a35-a6bf-1be2af2df224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6c43c105-26e3-4f24-a429-1210329b462e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:20:15.278968 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720d0322-2223-4911-b064-f76dcb2d0835 req-f2d69636-3473-4472-93e2-26cdd97989d5 service neutron] Bound using segment: {'id': '9bf1da37-dd52-4a35-a6bf-1be2af2df224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6c43c105-26e3-4f24-a429-1210329b462e'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:20:15.279421 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-720d0322-2223-4911-b064-f76dcb2d0835 req-f2d69636-3473-4472-93e2-26cdd97989d5 service neutron] Bound port: 76efc3d0-1d4c-4cae-bf48-20d1af04e8ca, host: hv-cinder-75565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bf1da37-dd52-4a35-a6bf-1be2af2df224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6c43c105-26e3-4f24-a429-1210329b462e'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:20:15.280458 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-720d0322-2223-4911-b064-f76dcb2d0835 req-f2d69636-3473-4472-93e2-26cdd97989d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:15.368871 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb3f22-c0a6-4fab-9b65-522e3b734a51 req-1151ea17-5c80-42bb-863d-ea562e1e57c3 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:15.371475 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2adb3f22-c0a6-4fab-9b65-522e3b734a51 req-1151ea17-5c80-42bb-863d-ea562e1e57c3 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 932 time: 0.0868409 Aug 19 02:20:15.427208 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28317ea0-0157-47e1-9031-090979d8da2c tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Pushing event updated for resources: {'Port': ['ID=5728ab89-a07a-4631-aada-e2a49d0e259d,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:15.451426 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2adb3f22-c0a6-4fab-9b65-522e3b734a51 req-0ec68d15-f8e3-4f16-b582-3e20466ed704 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/security-groups?id=91fe444c-da7a-4c17-890c-14302113a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591521 Aug 19 02:20:15.464963 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-28317ea0-0157-47e1-9031-090979d8da2c tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Network 00ebcfbf-6185-4e84-a391-965d73adbe39 is already hosted by enough agents. {{(pid=94444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:20:15.470755 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.base_scheduler [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-28317ea0-0157-47e1-9031-090979d8da2c tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Resources bound (agent type, host, resource id): {{(pid=94444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:20:15.474215 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-28317ea0-0157-47e1-9031-090979d8da2c tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Received port after_create {{(pid=94444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:20:15.528970 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-720d0322-2223-4911-b064-f76dcb2d0835 req-f2d69636-3473-4472-93e2-26cdd97989d5 service neutron] For port 76efc3d0-1d4c-4cae-bf48-20d1af04e8ca, host hv-cinder-75565, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:20:15.534955 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-720d0322-2223-4911-b064-f76dcb2d0835 req-f2d69636-3473-4472-93e2-26cdd97989d5 service neutron] For port 76efc3d0-1d4c-4cae-bf48-20d1af04e8ca, host hv-cinder-75565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=76efc3d0-1d4c-4cae-bf48-20d1af04e8ca,segment=NetworkSegment(9bf1da37-dd52-4a35-a6bf-1be2af2df224),segment_id=9bf1da37-dd52-4a35-a6bf-1be2af2df224)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:20:15.540373 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-28317ea0-0157-47e1-9031-090979d8da2c tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:15.541039 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-28317ea0-0157-47e1-9031-090979d8da2c tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for port, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:15.603090 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ffadc-30a8-46ef-9329-5291d308e4c3 req-35c7cce9-84e2-49f3-b496-76bc8cb1b05c tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:15.614035 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-0f2ffadc-30a8-46ef-9329-5291d308e4c3 req-35c7cce9-84e2-49f3-b496-76bc8cb1b05c tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 943 time: 0.3201263 Aug 19 02:20:15.615631 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-04c5debf-952e-4910-840d-a4e5444b578d req-ddc8799b-38e1-4c83-aac5-507d164f1585 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 210 time: 0.0348380 Aug 19 02:20:15.617220 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-720d0322-2223-4911-b064-f76dcb2d0835 req-f2d69636-3473-4472-93e2-26cdd97989d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:15.666027 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d0322-2223-4911-b064-f76dcb2d0835 req-f2d69636-3473-4472-93e2-26cdd97989d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:15.667480 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-720d0322-2223-4911-b064-f76dcb2d0835 req-f2d69636-3473-4472-93e2-26cdd97989d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:15.673334 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-720d0322-2223-4911-b064-f76dcb2d0835 req-f2d69636-3473-4472-93e2-26cdd97989d5 service neutron] 10.222.0.22 "PUT /v2.0/ports/76efc3d0-1d4c-4cae-bf48-20d1af04e8ca HTTP/1.1" status: 200 len: 1093 time: 1.4340794 Aug 19 02:20:15.674120 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2', 'tag': '76efc3d0-1d4c-4cae-bf48-20d1af04e8ca'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:20:15.734132 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-0f2ffadc-30a8-46ef-9329-5291d308e4c3 req-9efe7447-3dc0-4e93-9b8f-f1901a5ad103 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958633 Aug 19 02:20:15.735910 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-28317ea0-0157-47e1-9031-090979d8da2c tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3508258 Aug 19 02:20:15.752495 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d69636-3473-4472-93e2-26cdd97989d5 service neutron] Pushing event updated for resources: {'Port': ['ID=76efc3d0-1d4c-4cae-bf48-20d1af04e8ca,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:15.830776 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158beae0-285f-4312-860c-e6f179ce46ef" -d '{"events": [{"name": "network-changed", "server_uuid": "f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2", "tag": "76efc3d0-1d4c-4cae-bf48-20d1af04e8ca"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:20:16.005709 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf13c35-7e98-45b4-9eea-4466b44be5f5 x-openstack-request-id: req-1bf13c35-7e98-45b4-9eea-4466b44be5f5 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:20:16.006208 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2", "tag": "76efc3d0-1d4c-4cae-bf48-20d1af04e8ca", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:20:16.006467 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1bf13c35-7e98-45b4-9eea-4466b44be5f5 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:20:16.006928 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2', 'tag': '76efc3d0-1d4c-4cae-bf48-20d1af04e8ca', 'status': 'completed', 'code': 200} Aug 19 02:20:16.297417 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c185510f-4821-42a2-bdc5-f88c22d3641a req-a105403f-7e76-441b-9eec-ae54f0297779 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 210 time: 0.1673570 Aug 19 02:20:16.585191 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b13c95-d903-4b9f-a542-e45290e6864c req-28ddc7ea-278d-4d1f-ba51-9a59017cbf87 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:16.592556 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-a1b13c95-d903-4b9f-a542-e45290e6864c req-28ddc7ea-278d-4d1f-ba51-9a59017cbf87 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 932 time: 0.0632865 Aug 19 02:20:16.648142 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-a1b13c95-d903-4b9f-a542-e45290e6864c req-4690317b-2b79-484c-a276-255ce8694ebe tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/security-groups?id=91fe444c-da7a-4c17-890c-14302113a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421445 Aug 19 02:20:16.726222 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-3db41dc8-0908-431c-a151-043b3deb34f2 req-778cfa5c-2404-4c13-9bb4-c3aa475873d0 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 210 time: 0.0271294 Aug 19 02:20:16.870148 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea7612-0da8-4b11-aa5b-eace439a6ade req-ea379acd-ca79-4bdf-9c51-550df0824b68 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:16.871697 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-44ea7612-0da8-4b11-aa5b-eace439a6ade req-ea379acd-ca79-4bdf-9c51-550df0824b68 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 943 time: 0.0651736 Aug 19 02:20:16.917177 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-44ea7612-0da8-4b11-aa5b-eace439a6ade req-20eff488-613c-4560-852b-df3c980df497 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380368 Aug 19 02:20:17.308338 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ad7e4623-0124-4027-812f-182fa507d767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:17.457891 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-715dd6b8-cc73-4ce9-acdb-bdf5381aed28 req-a87644a8-f1ab-4b38-a9b8-3a5fc747e2d5 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 210 time: 0.0470722 Aug 19 02:20:17.682669 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:17.787538 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb6839-d9fd-4169-8cf1-3e488eeff23d req-d3babe41-f0d6-4c63-8f7a-6184a943c7b0 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:17.789270 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d9eb6839-d9fd-4169-8cf1-3e488eeff23d req-d3babe41-f0d6-4c63-8f7a-6184a943c7b0 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 932 time: 0.0796609 Aug 19 02:20:17.841574 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d9eb6839-d9fd-4169-8cf1-3e488eeff23d req-eabe1607-b32b-470c-bf9c-7b2dda1fb7b0 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/security-groups?id=91fe444c-da7a-4c17-890c-14302113a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413277 Aug 19 02:20:17.850647 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-d422dab7-10ce-46c0-a8e6-81eb6d72ebe4 req-b7f6790a-dbbc-4454-820f-96b14e553b76 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 210 time: 0.0435107 Aug 19 02:20:18.002198 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 60432) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:18.053327 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66ae4f-4364-4387-b3b6-d6722f1f0dcc req-8fdc7b81-86ad-4ab3-b2cb-53d24b3af6a0 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:18.056057 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ab66ae4f-4364-4387-b3b6-d6722f1f0dcc req-8fdc7b81-86ad-4ab3-b2cb-53d24b3af6a0 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 943 time: 0.0607746 Aug 19 02:20:18.104279 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ab66ae4f-4364-4387-b3b6-d6722f1f0dcc req-8b976624-36d3-4e40-869d-b34d5bc546e8 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382364 Aug 19 02:20:18.122423 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-353ba162-4c1f-45b7-aa60-e8cb28e495bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:18.215242 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-353ba162-4c1f-45b7-aa60-e8cb28e495bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:18.322277 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-353ba162-4c1f-45b7-aa60-e8cb28e495bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:18.362115 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-353ba162-4c1f-45b7-aa60-e8cb28e495bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=efeeb81e33d041ec9ddb4d004a046e69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3587961 Aug 19 02:20:18.363611 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ba162-4c1f-45b7-aa60-e8cb28e495bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df18451d-ae09-4de3-b1d9-f24ea49a646a,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:18.365048 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 60436) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:18.429371 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b1b7be42-076e-4a74-971e-ab2ca07506e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:18.460428 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b1b7be42-076e-4a74-971e-ab2ca07506e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:18.545038 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:18.625397 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-fb75cb9d-a5c0-421f-a03f-37d4e16f57e0 req-ff285811-1303-4bb7-9409-18dd69039643 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 210 time: 0.0392058 Aug 19 02:20:18.705142 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b1b7be42-076e-4a74-971e-ab2ca07506e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:18.710143 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b1b7be42-076e-4a74-971e-ab2ca07506e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:18.710143 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-b1b7be42-076e-4a74-971e-ab2ca07506e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/df18451d-ae09-4de3-b1d9-f24ea49a646a HTTP/1.1" status: 204 len: 168 time: 0.3428121 Aug 19 02:20:18.721354 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b7be42-076e-4a74-971e-ab2ca07506e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df18451d-ae09-4de3-b1d9-f24ea49a646a,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:18.941687 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-84aff51b-229b-4ca6-b243-1c70a195eaa4 req-5f990ea3-60d1-46f0-b395-ff06f2a2846f tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 210 time: 0.0306761 Aug 19 02:20:18.960591 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a5f26-31b8-4fc1-9842-e6d54391aaa4 req-db7bc1fa-0592-4180-92e8-ff4f2260f45d tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:18.963171 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-0d5a5f26-31b8-4fc1-9842-e6d54391aaa4 req-db7bc1fa-0592-4180-92e8-ff4f2260f45d tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 932 time: 0.0629342 Aug 19 02:20:19.001920 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-0d5a5f26-31b8-4fc1-9842-e6d54391aaa4 req-ee3aca2c-fbe1-43fd-a659-73766c4f3ead tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/security-groups?id=91fe444c-da7a-4c17-890c-14302113a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326679 Aug 19 02:20:19.216913 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446506b-95b5-4998-ac45-6f234198c058 req-8623a837-4d13-494f-bbb4-2af6586bf52c tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:19.218422 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-1446506b-95b5-4998-ac45-6f234198c058 req-8623a837-4d13-494f-bbb4-2af6586bf52c tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 943 time: 0.0494652 Aug 19 02:20:19.256942 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-1446506b-95b5-4998-ac45-6f234198c058 req-77525ceb-1ed5-474f-8e7e-b09cf9f7d057 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326371 Aug 19 02:20:19.724917 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f722276a-3871-4987-89c9-e04a1e79c6fb req-be58463d-6456-406d-9b51-f3836e53aec9 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 210 time: 0.0351982 Aug 19 02:20:20.033826 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-76fbb7f3-62f8-4f1f-9bfc-f0be500c62f5 req-d458caa2-3de2-49f4-a73e-7635e9693d5f tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 210 time: 0.0275767 Aug 19 02:20:20.117223 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c193a-87c0-42d8-a9c4-304e979e5905 req-69619fe9-9fdc-4d62-9a87-956e067361c5 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:20.118765 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f36c193a-87c0-42d8-a9c4-304e979e5905 req-69619fe9-9fdc-4d62-9a87-956e067361c5 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 932 time: 0.0500779 Aug 19 02:20:20.157359 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f36c193a-87c0-42d8-a9c4-304e979e5905 req-9d8427ff-b702-4fde-9ca6-dbe8989b8b9a tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/security-groups?id=91fe444c-da7a-4c17-890c-14302113a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321302 Aug 19 02:20:20.354568 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:20.382632 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ad25a-badf-41d9-bc3b-001da5304ccd req-f1d8ffbd-42a5-4771-a587-cc94ba562660 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:20.384660 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-cf9ad25a-badf-41d9-bc3b-001da5304ccd req-f1d8ffbd-42a5-4771-a587-cc94ba562660 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 943 time: 0.0581667 Aug 19 02:20:20.429375 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-cf9ad25a-badf-41d9-bc3b-001da5304ccd req-a76b9b2a-6159-4518-b53f-363ffd20706e tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382116 Aug 19 02:20:20.832425 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-239acbb2-44b6-4460-871b-23745ea5a9b5 req-94ef34eb-7179-4de3-b115-8806bc0d900d tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 210 time: 0.0278974 Aug 19 02:20:21.143993 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-1e0e2d51-eed0-46d3-a813-24123812a3b9 req-e2003976-2a87-4fab-9edf-5a4613ee319c tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 210 time: 0.0370924 Aug 19 02:20:21.281168 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb7948-fb30-4ead-aff6-5d1aa6b074fd req-117a1176-e468-441b-b33d-ccbf16e8375b tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:21.282733 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-5ffb7948-fb30-4ead-aff6-5d1aa6b074fd req-117a1176-e468-441b-b33d-ccbf16e8375b tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 932 time: 0.0545506 Aug 19 02:20:21.322335 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-5ffb7948-fb30-4ead-aff6-5d1aa6b074fd req-ce9a93c3-453a-4443-ada1-cc601e1ebf29 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/security-groups?id=91fe444c-da7a-4c17-890c-14302113a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336804 Aug 19 02:20:21.557172 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a8e0c-12da-4c90-b420-a26ca5838153 req-1d004da5-e69b-451a-8a96-35cfa46d81cc tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:21.559023 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-e87a8e0c-12da-4c90-b420-a26ca5838153 req-1d004da5-e69b-451a-8a96-35cfa46d81cc tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 943 time: 0.0596988 Aug 19 02:20:21.621706 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-e87a8e0c-12da-4c90-b420-a26ca5838153 req-6f752e2c-8b21-41d4-a45e-457a9e2a1edb tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562963 Aug 19 02:20:21.931398 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-35f07808-df58-4fff-993e-8eeee39f079a req-a78e18b5-dcd6-4ed3-bfbb-53cbd10542d7 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 210 time: 0.0276451 Aug 19 02:20:22.241549 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-8a002dfb-88a0-4c0e-bf72-51c38e68f15f req-c0935632-892d-4264-b3a0-6f488a382320 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 210 time: 0.0320230 Aug 19 02:20:22.452417 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98313c-9a5c-4612-bd9e-f06c167ca556 req-4b05a695-1257-402c-b613-ae39a52ff3c5 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:22.454170 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-de98313c-9a5c-4612-bd9e-f06c167ca556 req-4b05a695-1257-402c-b613-ae39a52ff3c5 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 932 time: 0.0594225 Aug 19 02:20:22.496555 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-de98313c-9a5c-4612-bd9e-f06c167ca556 req-663bc7af-d2e0-47c7-8611-5e8bd6615294 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/security-groups?id=91fe444c-da7a-4c17-890c-14302113a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350597 Aug 19 02:20:22.505877 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 60560) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:22.616556 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-13a97282-ea88-404a-ae52-712e192aa276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:22.740744 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-13a97282-ea88-404a-ae52-712e192aa276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:22.780915 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d90c7-5eea-4b24-a3a8-7da86f4b2472 req-02400c1a-ab06-44a8-896b-9ccd01aeccbd tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:22.782520 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-273d90c7-5eea-4b24-a3a8-7da86f4b2472 req-02400c1a-ab06-44a8-896b-9ccd01aeccbd tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 943 time: 0.0604229 Aug 19 02:20:22.823986 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-273d90c7-5eea-4b24-a3a8-7da86f4b2472 req-20239f7a-2f46-4d0a-8a9b-d5a89dc79c3a tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350003 Aug 19 02:20:22.893678 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-13a97282-ea88-404a-ae52-712e192aa276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:22.932914 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-13a97282-ea88-404a-ae52-712e192aa276 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ed7768050f04d31b7f736a00246bdb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4258032 Aug 19 02:20:22.933764 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a97282-ea88-404a-ae52-712e192aa276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3c37de-3dee-44db-833d-1d9bc9c999b2,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:22.935875 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 60570) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:22.989790 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4b2b8e64-9517-4d81-9c18-0c52911c6fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:23.036188 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4b2b8e64-9517-4d81-9c18-0c52911c6fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:23.039339 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-573f729b-2c15-4d76-bb17-43d17d032fd9 req-04830601-19d7-4121-a010-6501ae057b8f tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 210 time: 0.0356605 Aug 19 02:20:23.144714 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4b2b8e64-9517-4d81-9c18-0c52911c6fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:23.147312 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4b2b8e64-9517-4d81-9c18-0c52911c6fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:23.151732 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-4b2b8e64-9517-4d81-9c18-0c52911c6fdd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8c3c37de-3dee-44db-833d-1d9bc9c999b2 HTTP/1.1" status: 204 len: 168 time: 0.2148433 Aug 19 02:20:23.161007 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b8e64-9517-4d81-9c18-0c52911c6fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3c37de-3dee-44db-833d-1d9bc9c999b2,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:23.343558 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-ddc0c2f2-1b98-4a6a-bb3e-524eca3d6a02 req-49976c8e-b456-4f98-af7d-ad0f911d31cd tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 210 time: 0.0292819 Aug 19 02:20:23.637647 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9514b-724b-4379-ae40-b23f4d0c7911 req-45c89e5b-dce0-45a0-bf2e-938a0501b07a tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:23.639158 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-68c9514b-724b-4379-ae40-b23f4d0c7911 req-45c89e5b-dce0-45a0-bf2e-938a0501b07a tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 932 time: 0.0586367 Aug 19 02:20:23.676398 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-68c9514b-724b-4379-ae40-b23f4d0c7911 req-390f586f-e94c-4305-8063-c9333fc47a4d tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/security-groups?id=91fe444c-da7a-4c17-890c-14302113a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314033 Aug 19 02:20:23.911486 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 60590) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:23.924750 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4441811e-5ba6-40aa-b400-bc92a13545d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:23.939988 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaaf547-29f4-4d97-a9d1-4fe0f7e78cde req-48c1bb91-8bf1-4ed5-98c8-8735a543133a tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:23.941478 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-bfaaf547-29f4-4d97-a9d1-4fe0f7e78cde req-48c1bb91-8bf1-4ed5-98c8-8735a543133a tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 943 time: 0.0511587 Aug 19 02:20:23.980580 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-bfaaf547-29f4-4d97-a9d1-4fe0f7e78cde req-36f24c50-0983-4161-94c9-733a9c14e7cb tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325499 Aug 19 02:20:24.013347 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4441811e-5ba6-40aa-b400-bc92a13545d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:24.101286 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4441811e-5ba6-40aa-b400-bc92a13545d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:24.168921 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4441811e-5ba6-40aa-b400-bc92a13545d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819d7b73-1e87-4eb5-bac1-57bff3113d32,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:24.176222 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fb3d0912-307a-42d5-9d78-90bed9aa561a req-4b2f82d8-8a51-42a5-81c1-aacf58050b36 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 210 time: 0.0592890 Aug 19 02:20:24.191044 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-4441811e-5ba6-40aa-b400-bc92a13545d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=37fe5e9847184411be84155b861bbb31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2748659 Aug 19 02:20:24.193966 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 60596) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:24.256352 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e6198fd-1d73-4996-a7f2-c4e59b018e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:24.278884 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e6198fd-1d73-4996-a7f2-c4e59b018e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:24.443951 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-99d28249-a178-4869-a9f7-c1bf37775548 req-ce9fbe38-7074-4716-af80-f7bda43d9898 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 210 time: 0.0291913 Aug 19 02:20:24.504926 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e6198fd-1d73-4996-a7f2-c4e59b018e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:24.508125 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-2e6198fd-1d73-4996-a7f2-c4e59b018e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:24.509330 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-2e6198fd-1d73-4996-a7f2-c4e59b018e20 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/819d7b73-1e87-4eb5-bac1-57bff3113d32 HTTP/1.1" status: 204 len: 168 time: 0.3126376 Aug 19 02:20:24.517293 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6198fd-1d73-4996-a7f2-c4e59b018e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819d7b73-1e87-4eb5-bac1-57bff3113d32,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:24.794933 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277d728-24ff-464e-b164-dff2f4156860 req-b1717085-2a5a-4235-b956-fa1f3661ce4a tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:24.796501 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-0277d728-24ff-464e-b164-dff2f4156860 req-b1717085-2a5a-4235-b956-fa1f3661ce4a tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 932 time: 0.0533469 Aug 19 02:20:24.841183 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-0277d728-24ff-464e-b164-dff2f4156860 req-4712986a-1faa-45f8-aa31-59a6ee134348 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/security-groups?id=91fe444c-da7a-4c17-890c-14302113a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377343 Aug 19 02:20:25.145195 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ad4fe-5991-471c-bd55-100b1b5fd9dd req-ba41557f-d447-4fdc-a3a1-fa9211612de3 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:25.146912 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-1a2ad4fe-5991-471c-bd55-100b1b5fd9dd req-ba41557f-d447-4fdc-a3a1-fa9211612de3 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 943 time: 0.0787411 Aug 19 02:20:25.195016 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-1a2ad4fe-5991-471c-bd55-100b1b5fd9dd req-fec1e0ed-71da-467f-94e4-c30b3f0db151 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406468 Aug 19 02:20:25.302911 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-113b9e9d-9ed7-46a3-af7c-f3469c596e94 req-79542c76-e5d5-4a86-bbc4-4a908e5ac491 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 210 time: 0.0277510 Aug 19 02:20:25.566176 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-880e7d17-95fd-4729-8b84-a0d22f7cddde req-cd03baca-5724-4dfc-ba37-4bddf74b5bb9 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 210 time: 0.0306866 Aug 19 02:20:26.013878 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57619903-b375-41c8-8431-7e808fd0940d req-49d77cfc-fc63-4796-a43e-04a2838c1fe4 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:26.013878 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-57619903-b375-41c8-8431-7e808fd0940d req-49d77cfc-fc63-4796-a43e-04a2838c1fe4 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 932 time: 0.0530055 Aug 19 02:20:26.013878 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-57619903-b375-41c8-8431-7e808fd0940d req-77aacf3c-e960-4a47-bc77-f4390933a4dd tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/security-groups?id=91fe444c-da7a-4c17-890c-14302113a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357587 Aug 19 02:20:26.339907 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cdc4f6-3a95-4934-8a6a-1938d516089a req-aae1f4ad-e6e3-4a06-9e8c-9d098ee04bce tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:26.341972 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-80cdc4f6-3a95-4934-8a6a-1938d516089a req-aae1f4ad-e6e3-4a06-9e8c-9d098ee04bce tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 943 time: 0.0704114 Aug 19 02:20:26.428389 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-80cdc4f6-3a95-4934-8a6a-1938d516089a req-2a8edad7-69ec-48f6-b83d-9a957d75304b tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739000 Aug 19 02:20:26.449959 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9f614dd7-4245-4e9d-ae55-2997fd80c711 req-efde9661-539a-4612-a10e-9cc50ba661b8 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 210 time: 0.0447021 Aug 19 02:20:26.646694 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-a5340903-9ad2-434a-95f5-a60aff48085a req-fc88f08b-c4e6-45ac-914e-6abd7fb607b2 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 210 time: 0.0280883 Aug 19 02:20:27.145304 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37eea6a-fb0e-461f-b545-872b0135f3f1 req-46bde311-d59e-4110-99c1-b2abe45b7fb7 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:27.146830 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d37eea6a-fb0e-461f-b545-872b0135f3f1 req-46bde311-d59e-4110-99c1-b2abe45b7fb7 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 932 time: 0.0545177 Aug 19 02:20:27.185535 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d37eea6a-fb0e-461f-b545-872b0135f3f1 req-b4a77fe4-7c5e-4a23-a1b2-3f9466d2fccd tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/security-groups?id=91fe444c-da7a-4c17-890c-14302113a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318053 Aug 19 02:20:27.548584 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-74bff35d-85e1-45c6-8be0-a077a6b56bbf req-e29c18da-9c06-4057-93f3-0f39fd2c091b tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 210 time: 0.0325558 Aug 19 02:20:27.563523 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c154c90-a947-4f8c-b054-cc1eea7b52a5 req-3422a2a0-23dc-471a-8075-2e405d6fa22b tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:27.574008 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-4c154c90-a947-4f8c-b054-cc1eea7b52a5 req-3422a2a0-23dc-471a-8075-2e405d6fa22b tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 943 time: 0.0770299 Aug 19 02:20:27.619608 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-4c154c90-a947-4f8c-b054-cc1eea7b52a5 req-2d81c48e-5b58-4127-a16a-f233ec56ce3c tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379074 Aug 19 02:20:27.740811 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-721edad9-e355-453f-9693-50f04fdfb362 req-78a0898f-9216-43e4-889f-d1e380dede7e tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 210 time: 0.0256815 Aug 19 02:20:28.314913 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d81a6-57e4-49ad-a2f3-945cad5d87cb req-20577347-6eb6-4581-9632-f2cf1d9d1dbb tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:28.316430 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-782d81a6-57e4-49ad-a2f3-945cad5d87cb req-20577347-6eb6-4581-9632-f2cf1d9d1dbb tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 932 time: 0.0614822 Aug 19 02:20:28.359968 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-782d81a6-57e4-49ad-a2f3-945cad5d87cb req-bd5ca206-ce9e-4eb8-886a-49f9183572f4 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/security-groups?id=91fe444c-da7a-4c17-890c-14302113a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358744 Aug 19 02:20:28.661284 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6e173ac9-a795-4299-8e82-bcdee6714a1f req-c7d07eeb-7f51-41e9-9ba7-a4f58d019296 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 210 time: 0.0407362 Aug 19 02:20:28.733742 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924fc64-f812-41c7-988e-5eac815ae4f6 req-36bcd61a-bc3c-4a72-ab8e-f2861ede8e79 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:28.735141 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-d924fc64-f812-41c7-988e-5eac815ae4f6 req-36bcd61a-bc3c-4a72-ab8e-f2861ede8e79 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 943 time: 0.0484812 Aug 19 02:20:28.774262 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-d924fc64-f812-41c7-988e-5eac815ae4f6 req-bfb97302-1273-4e36-8e5d-aa182b985f6d tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332060 Aug 19 02:20:28.840791 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-308cd57f-06ec-426d-aa16-b0f434680e5c req-517880c0-490c-4ca5-89b1-d72d6bffe52c tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 210 time: 0.0279319 Aug 19 02:20:29.481015 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ffe8b-e2e8-4a23-8e4a-23d2ee5fd83a req-4e758de1-197c-47ba-bdf1-e2fb89a342bb tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:29.482676 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c47ffe8b-e2e8-4a23-8e4a-23d2ee5fd83a req-4e758de1-197c-47ba-bdf1-e2fb89a342bb tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 932 time: 0.0567036 Aug 19 02:20:29.525742 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c47ffe8b-e2e8-4a23-8e4a-23d2ee5fd83a req-8cd2416a-8895-4529-94d2-24b9586a5574 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/security-groups?id=91fe444c-da7a-4c17-890c-14302113a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367100 Aug 19 02:20:29.761014 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-8b173094-732b-4a46-bd98-200aff8026e4 req-ececdb34-2494-4a6b-9040-b5a1ad0782a3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 210 time: 0.0297730 Aug 19 02:20:29.892724 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7048eb4-5a42-42e2-a341-63723b283665 req-8e0f5113-032b-4f1c-865b-b034c99784af tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:29.894241 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-b7048eb4-5a42-42e2-a341-63723b283665 req-8e0f5113-032b-4f1c-865b-b034c99784af tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 943 time: 0.0531063 Aug 19 02:20:29.935316 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-99fa0987-ff66-497e-841d-42763018461c req-25372ea8-ca4a-438c-95a0-b67e7b807834 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 210 time: 0.0283990 Aug 19 02:20:29.943084 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-b7048eb4-5a42-42e2-a341-63723b283665 req-4dc32f15-f561-4447-8bed-2b679136a049 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397964 Aug 19 02:20:30.642989 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1df13-d7ef-4691-984f-3baac10e00ea req-9f77dd5c-1568-4ecc-8050-41f88082050c tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:30.644456 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-28a1df13-d7ef-4691-984f-3baac10e00ea req-9f77dd5c-1568-4ecc-8050-41f88082050c tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 932 time: 0.0486994 Aug 19 02:20:30.680903 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-28a1df13-d7ef-4691-984f-3baac10e00ea req-dff02ca9-47cf-42d7-b6c2-8557f4818a1c tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/security-groups?id=91fe444c-da7a-4c17-890c-14302113a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305808 Aug 19 02:20:30.856623 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-2cf84f5c-a52e-4b92-a732-48b6e4b92949 req-d776d320-ae9d-4827-92f0-d36169220a4b tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 210 time: 0.0260825 Aug 19 02:20:31.030042 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ab4763ca-f3be-4130-aa6b-5dbbf4d577fb req-c5e24575-b6bd-4cdc-b4ee-a2847b8aef57 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 210 time: 0.0279272 Aug 19 02:20:31.059220 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-208f4bee-0cca-42a6-aa28-9cff36005eb1 service neutron] Request body: {'port': {'device_id': '4a1f33c5-18f8-4feb-ac66-dcaa03deaac5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75565'}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:20:31.092634 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed2406-8262-4fd5-963b-0af7b8c6ec3c req-3baaed83-53cc-44ff-8310-36519063fcf1 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:31.094157 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-a4ed2406-8262-4fd5-963b-0af7b8c6ec3c req-3baaed83-53cc-44ff-8310-36519063fcf1 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 943 time: 0.0818396 Aug 19 02:20:31.141817 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-208f4bee-0cca-42a6-aa28-9cff36005eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:31.161328 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-a4ed2406-8262-4fd5-963b-0af7b8c6ec3c req-b565d89c-65bd-4dcb-b9e1-7d31508f125a tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584848 Aug 19 02:20:31.273911 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158beae0-285f-4312-860c-e6f179ce46ef req-1b151dfc-5737-45be-9fca-e6b0ee1133b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:31.275403 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-158beae0-285f-4312-860c-e6f179ce46ef req-1b151dfc-5737-45be-9fca-e6b0ee1133b9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=21e2050ddc3a4486be917df4cf6b0b60&device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 1096 time: 0.0769777 Aug 19 02:20:31.468748 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.notifiers.nova [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-208f4bee-0cca-42a6-aa28-9cff36005eb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5728ab89-a07a-4631-aada-e2a49d0e259d {{(pid=94444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:20:31.477891 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-208f4bee-0cca-42a6-aa28-9cff36005eb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:31.492567 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.provisioning_blocks [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-208f4bee-0cca-42a6-aa28-9cff36005eb1 service neutron] Transition to ACTIVE for port object 5728ab89-a07a-4631-aada-e2a49d0e259d will not be triggered until provisioned by entity L2. {{(pid=94444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:20:31.560547 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-208f4bee-0cca-42a6-aa28-9cff36005eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4183741'] for port, after_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:31.615395 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158beae0-285f-4312-860c-e6f179ce46ef req-d69b5de0-e4f9-4c0b-ba30-993c6e9de3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:31.617664 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-158beae0-285f-4312-860c-e6f179ce46ef req-d69b5de0-e4f9-4c0b-ba30-993c6e9de3e9 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=21e2050ddc3a4486be917df4cf6b0b60&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1823494 Aug 19 02:20:31.622099 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f4bee-0cca-42a6-aa28-9cff36005eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=5728ab89-a07a-4631-aada-e2a49d0e259d,revision_number=2']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:31.749154 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.managers [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-208f4bee-0cca-42a6-aa28-9cff36005eb1 service neutron] Attempting to bind port 5728ab89-a07a-4631-aada-e2a49d0e259d on host hv-cinder-75565 for vnic_type normal with profile {{(pid=94444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:20:31.750270 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.managers [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-208f4bee-0cca-42a6-aa28-9cff36005eb1 service neutron] Attempting to bind port 5728ab89-a07a-4631-aada-e2a49d0e259d by drivers openvswitch,hyperv on host hv-cinder-75565 at level 0 using segments [{'id': '5c8ca054-c816-4a60-ac65-8ca13b1723f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00ebcfbf-6185-4e84-a391-965d73adbe39'}] {{(pid=94444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:20:31.750673 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-208f4bee-0cca-42a6-aa28-9cff36005eb1 service neutron] Attempting to bind port 5728ab89-a07a-4631-aada-e2a49d0e259d on network 00ebcfbf-6185-4e84-a391-965d73adbe39 {{(pid=94444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:20:31.755553 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-208f4bee-0cca-42a6-aa28-9cff36005eb1 service neutron] Port 5728ab89-a07a-4631-aada-e2a49d0e259d on network 00ebcfbf-6185-4e84-a391-965d73adbe39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75565 {{(pid=94444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 02:20:31.755909 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-208f4bee-0cca-42a6-aa28-9cff36005eb1 service neutron] Attempting to bind port 5728ab89-a07a-4631-aada-e2a49d0e259d on network 00ebcfbf-6185-4e84-a391-965d73adbe39 {{(pid=94444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:20:31.762650 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-208f4bee-0cca-42a6-aa28-9cff36005eb1 service neutron] Checking agent: {'id': '41372272-fa96-45fc-afce-a2209819517f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 18, 6), 'started_at': datetime.datetime(2021, 8, 19, 2, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:20:31.762650 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-208f4bee-0cca-42a6-aa28-9cff36005eb1 service neutron] Checking segment: {'id': '5c8ca054-c816-4a60-ac65-8ca13b1723f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00ebcfbf-6185-4e84-a391-965d73adbe39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:20:31.764040 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-208f4bee-0cca-42a6-aa28-9cff36005eb1 service neutron] Bound using segment: {'id': '5c8ca054-c816-4a60-ac65-8ca13b1723f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00ebcfbf-6185-4e84-a391-965d73adbe39'} {{(pid=94444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:20:31.771528 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.managers [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-208f4bee-0cca-42a6-aa28-9cff36005eb1 service neutron] Bound port: 5728ab89-a07a-4631-aada-e2a49d0e259d, host: hv-cinder-75565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c8ca054-c816-4a60-ac65-8ca13b1723f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00ebcfbf-6185-4e84-a391-965d73adbe39'}}] {{(pid=94444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:20:31.773690 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-208f4bee-0cca-42a6-aa28-9cff36005eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:31.853765 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.db [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-208f4bee-0cca-42a6-aa28-9cff36005eb1 service neutron] For port 5728ab89-a07a-4631-aada-e2a49d0e259d, host hv-cinder-75565, cleared binding levels {{(pid=94444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:20:31.858510 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.db [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-208f4bee-0cca-42a6-aa28-9cff36005eb1 service neutron] For port 5728ab89-a07a-4631-aada-e2a49d0e259d, host hv-cinder-75565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=5728ab89-a07a-4631-aada-e2a49d0e259d,segment=NetworkSegment(5c8ca054-c816-4a60-ac65-8ca13b1723f0),segment_id=5c8ca054-c816-4a60-ac65-8ca13b1723f0)] {{(pid=94444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:20:31.919143 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158beae0-285f-4312-860c-e6f179ce46ef req-34cf330f-f686-4a33-af0e-e3811ca57dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:31.920664 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-158beae0-285f-4312-860c-e6f179ce46ef req-34cf330f-f686-4a33-af0e-e3811ca57dd1 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2378817 Aug 19 02:20:31.928518 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87875365-8f1a-430b-b778-b48a8792e279 req-4f2f58e8-ea62-4391-951c-efec24a52a86 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:31.929987 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-87875365-8f1a-430b-b778-b48a8792e279 req-4f2f58e8-ea62-4391-951c-efec24a52a86 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 944 time: 0.1507986 Aug 19 02:20:31.965810 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-8d063501-bbe6-40e0-9813-5c2c230d89bc req-53c15b8a-5387-4895-be0e-8be4798871c7 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 210 time: 0.0316370 Aug 19 02:20:31.979700 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-87875365-8f1a-430b-b778-b48a8792e279 req-2620287d-bbd4-45d9-bf19-d8de5095c953 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/security-groups?id=91fe444c-da7a-4c17-890c-14302113a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410371 Aug 19 02:20:32.010984 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d0322-2223-4911-b064-f76dcb2d0835 req-7318354c-aaf2-411f-af82-61b25ecece60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:32.012487 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-720d0322-2223-4911-b064-f76dcb2d0835 req-7318354c-aaf2-411f-af82-61b25ecece60 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=21e2050ddc3a4486be917df4cf6b0b60&device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 1096 time: 0.0435398 Aug 19 02:20:32.037527 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-208f4bee-0cca-42a6-aa28-9cff36005eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4183741'] for port, after_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:32.085053 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-208f4bee-0cca-42a6-aa28-9cff36005eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:32.085676 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-208f4bee-0cca-42a6-aa28-9cff36005eb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for port, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:32.086018 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-720d0322-2223-4911-b064-f76dcb2d0835 req-3b05562a-bf7e-46eb-a555-9b933143b9d1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76efc3d0-1d4c-4cae-bf48-20d1af04e8ca HTTP/1.1" status: 200 len: 217 time: 0.0641787 Aug 19 02:20:32.087177 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-208f4bee-0cca-42a6-aa28-9cff36005eb1 service neutron] 10.222.0.22 "PUT /v2.0/ports/5728ab89-a07a-4631-aada-e2a49d0e259d HTTP/1.1" status: 200 len: 1094 time: 1.0340333 Aug 19 02:20:32.087623 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a1f33c5-18f8-4feb-ac66-dcaa03deaac5', 'tag': '5728ab89-a07a-4631-aada-e2a49d0e259d'}] {{(pid=94444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:20:32.180507 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d0322-2223-4911-b064-f76dcb2d0835 req-3bc4e7e5-71b6-4b88-8793-b7c2a06a23ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:32.182220 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-720d0322-2223-4911-b064-f76dcb2d0835 req-3bc4e7e5-71b6-4b88-8793-b7c2a06a23ef service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8d7d19a2-2b51-441e-9a48-9bfac3ef9593 HTTP/1.1" status: 200 len: 854 time: 0.0711982 Aug 19 02:20:32.245713 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.22', 63654) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:32.285512 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb35c0d0e89737a5b8c9f717e1a2b083f59fc6c79be02b323c6f08342a224ec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51f5ebc-ea66-4cf3-9de5-808c54994538" -d '{"events": [{"name": "network-changed", "server_uuid": "4a1f33c5-18f8-4feb-ac66-dcaa03deaac5", "tag": "5728ab89-a07a-4631-aada-e2a49d0e259d"}]}' {{(pid=94444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:20:32.340859 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f4bee-0cca-42a6-aa28-9cff36005eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=5728ab89-a07a-4631-aada-e2a49d0e259d,revision_number=3']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:32.375556 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-f446fb01-9b67-4bc1-8771-d9de46c5f529 req-c0575975-6188-4360-9a43-dd264f830a08 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 210 time: 0.0932589 Aug 19 02:20:32.440950 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-720d0322-2223-4911-b064-f76dcb2d0835 req-69b9a4c9-59bf-487d-a5b5-16e91e30df67 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6c43c105-26e3-4f24-a429-1210329b462e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2413325 Aug 19 02:20:32.460698 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-8f888833-6cfa-4d92-9891-908538c93878 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:32.462456 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-8f888833-6cfa-4d92-9891-908538c93878 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.22 "GET /v2.0/networks?id=7e444d17-d7c0-4b47-aa19-93665776705e HTTP/1.1" status: 200 len: 810 time: 0.1745448 Aug 19 02:20:32.482249 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c174e1f-f90f-4b04-84aa-4f95d24beb23 x-openstack-request-id: req-2c174e1f-f90f-4b04-84aa-4f95d24beb23 {{(pid=94444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:20:32.482393 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a1f33c5-18f8-4feb-ac66-dcaa03deaac5", "tag": "5728ab89-a07a-4631-aada-e2a49d0e259d", "status": "completed", "code": 200}]} {{(pid=94444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:20:32.482690 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c174e1f-f90f-4b04-84aa-4f95d24beb23 {{(pid=94444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:20:32.483152 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a1f33c5-18f8-4feb-ac66-dcaa03deaac5', 'tag': '5728ab89-a07a-4631-aada-e2a49d0e259d', 'status': 'completed', 'code': 200} Aug 19 02:20:32.500473 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-d9a960bc-37c1-4c4e-accf-9bbaa94b7cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:32.502003 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-d9a960bc-37c1-4c4e-accf-9bbaa94b7cd3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=234110615b1245799912d893b1e62231&device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 1097 time: 0.2552853 Aug 19 02:20:32.514800 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b67e8-27df-4e50-9815-6a34f6d24e0b req-57ad3d1b-b15a-4cdc-a2b3-1adcaf2516ac tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:32.516305 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-040b67e8-27df-4e50-9815-6a34f6d24e0b req-57ad3d1b-b15a-4cdc-a2b3-1adcaf2516ac tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 943 time: 0.0744808 Aug 19 02:20:32.602085 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-bc34478c-309a-4a44-81fe-019784d6b5c9 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=059670e8b6b34fb1857bc100102fd1b6 HTTP/1.1" status: 200 len: 380 time: 0.0502734 Aug 19 02:20:32.612352 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-3905e9ac-43cc-4516-80dd-fdd7c009a64e tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Request body: {'port': {'device_id': 'bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7', 'network_id': '7e444d17-d7c0-4b47-aa19-93665776705e', 'admin_state_up': True, 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'security_groups': ['595a9260-709c-463d-ae70-a2154703be3f']}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:20:32.634493 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-040b67e8-27df-4e50-9815-6a34f6d24e0b req-ae532d31-1099-480f-85a2-d94a241a8433 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121244 Aug 19 02:20:32.639138 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-b0109846-7511-4a97-b987-835419db975a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5728ab89-a07a-4631-aada-e2a49d0e259d HTTP/1.1" status: 200 len: 217 time: 0.0799534 Aug 19 02:20:32.716306 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-720d0322-2223-4911-b064-f76dcb2d0835 req-e0701e56-5fc9-4be1-8328-270a37a60f87 service neutron] 10.222.0.22 "GET /v2.0/networks/6c43c105-26e3-4f24-a429-1210329b462e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746531 Aug 19 02:20:32.721650 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-30aa9f50-9893-4c92-875c-2a05fd00da34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:32.723109 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-30aa9f50-9893-4c92-875c-2a05fd00da34 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3eea8006-3b44-4699-9a53-6878ffb8087a HTTP/1.1" status: 200 len: 852 time: 0.0668416 Aug 19 02:20:32.790247 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-3905e9ac-43cc-4516-80dd-fdd7c009a64e tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Made reservation on behalf of 059670e8b6b34fb1857bc100102fd1b6 for: {'port': 1} {{(pid=94444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:20:32.793801 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-3905e9ac-43cc-4516-80dd-fdd7c009a64e tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:32.798871 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-034dc87a-2407-492a-9b1d-0a214cfc60f8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=00ebcfbf-6185-4e84-a391-965d73adbe39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577724 Aug 19 02:20:32.881429 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-720d0322-2223-4911-b064-f76dcb2d0835 req-bd825521-4224-4115-9648-e4c98bda0f41 service neutron] 10.222.0.22 "GET /v2.0/networks/6c43c105-26e3-4f24-a429-1210329b462e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569698 Aug 19 02:20:32.917066 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-e9aa4443-3c6b-4112-b636-151eb55d043b service neutron] 10.222.0.22 "GET /v2.0/networks/00ebcfbf-6185-4e84-a391-965d73adbe39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098387 Aug 19 02:20:32.951729 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.db_base_plugin_common [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-3905e9ac-43cc-4516-80dd-fdd7c009a64e tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Allocated IP 172.20.0.9 (7e444d17-d7c0-4b47-aa19-93665776705e/731d6e4c-a04d-474e-b79a-51c9af4274e4/9e3a5833-3414-4bc7-84c8-7559f084e9b0) {{(pid=94444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:20:33.099004 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-17e7373b-5d97-40f5-8a8c-a160ecbd2399 req-22ba48c7-5d02-42ec-b9a7-40b8f6211c38 service neutron] 10.222.0.22 "GET /v2.0/networks/00ebcfbf-6185-4e84-a391-965d73adbe39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709604 Aug 19 02:20:33.099455 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-6ee48b20-f036-438b-b3ef-19f66a85098f req-cf3bea3a-fe29-45b5-873f-6a6b9b5a4398 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 210 time: 0.0396283 Aug 19 02:20:33.173874 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-3905e9ac-43cc-4516-80dd-fdd7c009a64e tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks [] for port, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:33.190917 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.provisioning_blocks [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-3905e9ac-43cc-4516-80dd-fdd7c009a64e tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Transition to ACTIVE for port object 9e3a5833-3414-4bc7-84c8-7559f084e9b0 will not be triggered until provisioned by entity DHCP. {{(pid=94444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:20:33.203410 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90cc0aa-c34f-42fa-b417-da629ce683d6 req-1aa442fe-a195-42ce-86d9-ecdc69bb7513 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:33.211194 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b90cc0aa-c34f-42fa-b417-da629ce683d6 req-1aa442fe-a195-42ce-86d9-ecdc69bb7513 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 944 time: 0.1078486 Aug 19 02:20:33.240145 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-fe7d593f-82ef-4024-bb35-35011530e9fd tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:33.242180 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-fe7d593f-82ef-4024-bb35-35011530e9fd tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.22 "GET /v2.0/networks?id=bb3fc84d-f03f-4d97-87e6-72398b20c906 HTTP/1.1" status: 200 len: 816 time: 0.2565885 Aug 19 02:20:33.261580 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b90cc0aa-c34f-42fa-b417-da629ce683d6 req-7dcf7b15-7f60-4818-8a63-3dbe6887b6e0 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/security-groups?id=91fe444c-da7a-4c17-890c-14302113a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495183 Aug 19 02:20:33.318782 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-3905e9ac-43cc-4516-80dd-fdd7c009a64e tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4183730'] for port, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:33.384735 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-3905e9ac-43cc-4516-80dd-fdd7c009a64e tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Network 7e444d17-d7c0-4b47-aa19-93665776705e is already hosted by enough agents. {{(pid=94444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:20:33.388081 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.base_scheduler [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-3905e9ac-43cc-4516-80dd-fdd7c009a64e tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Resources bound (agent type, host, resource id): {{(pid=94444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:20:33.392847 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-3905e9ac-43cc-4516-80dd-fdd7c009a64e tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Received port after_create {{(pid=94444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:20:33.395541 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3905e9ac-43cc-4516-80dd-fdd7c009a64e tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Pushing event updated for resources: {'Port': ['ID=9e3a5833-3414-4bc7-84c8-7559f084e9b0,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:33.526151 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-3905e9ac-43cc-4516-80dd-fdd7c009a64e tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:33.526865 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-3905e9ac-43cc-4516-80dd-fdd7c009a64e tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for port, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:33.546091 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-47657bc8-a209-4e58-8702-8ca965dae773 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=517b8744677e400988e187c26e92c291 HTTP/1.1" status: 200 len: 379 time: 0.1328697 Aug 19 02:20:33.560041 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-742e8ee3-3676-434a-a3c3-a2f74bc2ed9d tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Request body: {'port': {'device_id': '350c5a62-4c94-4303-b68e-578dcae254ed', 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906', 'admin_state_up': True, 'tenant_id': '517b8744677e400988e187c26e92c291', 'security_groups': ['d838c2fa-afa9-4e9c-9549-b163c303fa10']}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:20:33.580680 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25521f92-1874-40ad-98bb-05d99adac79d req-616823c5-cd63-41af-a8d8-c65b91402bfd tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:33.582661 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-25521f92-1874-40ad-98bb-05d99adac79d req-616823c5-cd63-41af-a8d8-c65b91402bfd tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 931 time: 0.0774758 Aug 19 02:20:33.622606 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f5ebc-ea66-4cf3-9de5-808c54994538 req-57607f43-c582-44ca-b21c-b4ca988c0d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:33.625054 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c51f5ebc-ea66-4cf3-9de5-808c54994538 req-57607f43-c582-44ca-b21c-b4ca988c0d36 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=234110615b1245799912d893b1e62231&device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 1097 time: 0.1761293 Aug 19 02:20:33.638983 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-25521f92-1874-40ad-98bb-05d99adac79d req-e38adeda-0283-4c6c-8caa-4ca8cfad98eb tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482302 Aug 19 02:20:33.653676 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-3905e9ac-43cc-4516-80dd-fdd7c009a64e tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0454898 Aug 19 02:20:33.668782 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-b8d7ff4e-3444-4141-9342-b209ab9d4ff9 service neutron] Request body: {'port': {'device_id': 'bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75565'}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:20:33.768130 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-b8d7ff4e-3444-4141-9342-b209ab9d4ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:33.846672 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d7a4ea64-a9be-4172-8868-f7743f289dc2 None None] Provisioning for port 9e3a5833-3414-4bc7-84c8-7559f084e9b0 completed by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:20:33.849104 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d7a4ea64-a9be-4172-8868-f7743f289dc2 None None] Provisioning complete for port 9e3a5833-3414-4bc7-84c8-7559f084e9b0 triggered by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:20:33.849514 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d7a4ea64-a9be-4172-8868-f7743f289dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:33.885069 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-d7a4ea64-a9be-4172-8868-f7743f289dc2 None None] Port 9e3a5833-3414-4bc7-84c8-7559f084e9b0 cannot update to ACTIVE because it is not bound. {{(pid=94446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:20:33.970592 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1cb54-2bb8-4e54-bd66-4258461dc6c1 req-736db0e1-9269-46e1-81de-6bf1950eafa1 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:33.978868 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-efc1cb54-2bb8-4e54-bd66-4258461dc6c1 req-736db0e1-9269-46e1-81de-6bf1950eafa1 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 943 time: 0.1944396 Aug 19 02:20:33.989396 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f5ebc-ea66-4cf3-9de5-808c54994538 req-22bcff26-203e-4989-8223-1197791871ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:33.990893 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c51f5ebc-ea66-4cf3-9de5-808c54994538 req-22bcff26-203e-4989-8223-1197791871ac service neutron] 10.222.0.22 "GET /v2.0/networks?id=00ebcfbf-6185-4e84-a391-965d73adbe39 HTTP/1.1" status: 200 len: 913 time: 0.3482933 Aug 19 02:20:34.041864 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c51f5ebc-ea66-4cf3-9de5-808c54994538 req-af3d5ff4-cfc6-4477-8ab0-c8d90c45f5c0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5728ab89-a07a-4631-aada-e2a49d0e259d HTTP/1.1" status: 200 len: 217 time: 0.0431731 Aug 19 02:20:34.049841 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-742e8ee3-3676-434a-a3c3-a2f74bc2ed9d tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Made reservation on behalf of 517b8744677e400988e187c26e92c291 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:20:34.054808 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-742e8ee3-3676-434a-a3c3-a2f74bc2ed9d tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:34.064864 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 60882) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:34.082206 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-efc1cb54-2bb8-4e54-bd66-4258461dc6c1 req-d6328426-3ddd-4c9e-bd71-dcc8f9a6e35c tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024668 Aug 19 02:20:34.182468 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f5ebc-ea66-4cf3-9de5-808c54994538 req-aaee351d-37b0-4bb5-ad12-1a36736e9f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:34.183933 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c51f5ebc-ea66-4cf3-9de5-808c54994538 req-aaee351d-37b0-4bb5-ad12-1a36736e9f46 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3eea8006-3b44-4699-9a53-6878ffb8087a HTTP/1.1" status: 200 len: 852 time: 0.1267009 Aug 19 02:20:34.213348 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-aebbbcd5-05c0-4598-9884-d1ce860165ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:34.235902 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-85723f99-929e-4ccf-b697-43e2033c2705 req-b2f4afeb-36a8-4b96-8128-396c59a5aa17 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 210 time: 0.0468745 Aug 19 02:20:34.241068 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c51f5ebc-ea66-4cf3-9de5-808c54994538 req-06333ea5-ec9a-4eef-a271-13a9b953a64a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=00ebcfbf-6185-4e84-a391-965d73adbe39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487323 Aug 19 02:20:34.349686 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.notifiers.nova [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-b8d7ff4e-3444-4141-9342-b209ab9d4ff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e3a5833-3414-4bc7-84c8-7559f084e9b0 {{(pid=94444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:20:34.360715 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-b8d7ff4e-3444-4141-9342-b209ab9d4ff9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:34.389911 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.provisioning_blocks [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-b8d7ff4e-3444-4141-9342-b209ab9d4ff9 service neutron] Transition to ACTIVE for port object 9e3a5833-3414-4bc7-84c8-7559f084e9b0 will not be triggered until provisioned by entity L2. {{(pid=94444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:20:34.437750 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-aebbbcd5-05c0-4598-9884-d1ce860165ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:34.447748 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-b8d7ff4e-3444-4141-9342-b209ab9d4ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4183741'] for port, after_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:34.515590 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d7ff4e-3444-4141-9342-b209ab9d4ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=9e3a5833-3414-4bc7-84c8-7559f084e9b0,revision_number=2']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:34.544460 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-aebbbcd5-05c0-4598-9884-d1ce860165ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:34.620514 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-aebbbcd5-05c0-4598-9884-d1ce860165ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c85f55dc4b7e4afebb8789d8031722e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5544691 Aug 19 02:20:34.623803 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 60902) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:34.624673 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebbbcd5-05c0-4598-9884-d1ce860165ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbadd51b-b519-4c51-8b1b-49d12d850978,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:34.643505 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-742e8ee3-3676-434a-a3c3-a2f74bc2ed9d tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Allocated IP 172.20.0.3 (bb3fc84d-f03f-4d97-87e6-72398b20c906/88b7472a-b5f3-4f58-a9b7-55a108eaaf89/420b70b1-b5dd-4288-aad7-8bccf0961747) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:20:34.669519 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.managers [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-b8d7ff4e-3444-4141-9342-b209ab9d4ff9 service neutron] Attempting to bind port 9e3a5833-3414-4bc7-84c8-7559f084e9b0 on host hv-cinder-75565 for vnic_type normal with profile {{(pid=94444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:20:34.669858 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.managers [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-b8d7ff4e-3444-4141-9342-b209ab9d4ff9 service neutron] Attempting to bind port 9e3a5833-3414-4bc7-84c8-7559f084e9b0 by drivers openvswitch,hyperv on host hv-cinder-75565 at level 0 using segments [{'id': 'e2620a82-c51e-42da-a26e-9bad6e7c43ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7e444d17-d7c0-4b47-aa19-93665776705e'}] {{(pid=94444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:20:34.670186 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-b8d7ff4e-3444-4141-9342-b209ab9d4ff9 service neutron] Attempting to bind port 9e3a5833-3414-4bc7-84c8-7559f084e9b0 on network 7e444d17-d7c0-4b47-aa19-93665776705e {{(pid=94444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:20:34.674753 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c51f5ebc-ea66-4cf3-9de5-808c54994538 req-9c73af51-efe8-4174-adf0-14ed452ae25d service neutron] 10.222.0.22 "GET /v2.0/networks/00ebcfbf-6185-4e84-a391-965d73adbe39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236584 Aug 19 02:20:34.689940 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-b8d7ff4e-3444-4141-9342-b209ab9d4ff9 service neutron] Port 9e3a5833-3414-4bc7-84c8-7559f084e9b0 on network 7e444d17-d7c0-4b47-aa19-93665776705e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75565 {{(pid=94444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 02:20:34.690157 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd1549-3b9d-4039-82ed-3fc0cd4ad2c2 req-0ab3b4a5-a7e4-4a89-a12d-67b44e6c56cf tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:34.690260 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-b8d7ff4e-3444-4141-9342-b209ab9d4ff9 service neutron] Attempting to bind port 9e3a5833-3414-4bc7-84c8-7559f084e9b0 on network 7e444d17-d7c0-4b47-aa19-93665776705e {{(pid=94444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:20:34.691707 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ddfd1549-3b9d-4039-82ed-3fc0cd4ad2c2 req-0ab3b4a5-a7e4-4a89-a12d-67b44e6c56cf tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 944 time: 0.3416853 Aug 19 02:20:34.699625 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-b8d7ff4e-3444-4141-9342-b209ab9d4ff9 service neutron] Checking agent: {'id': '41372272-fa96-45fc-afce-a2209819517f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 18, 6), 'started_at': datetime.datetime(2021, 8, 19, 2, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:20:34.713332 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-b8d7ff4e-3444-4141-9342-b209ab9d4ff9 service neutron] Checking segment: {'id': 'e2620a82-c51e-42da-a26e-9bad6e7c43ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7e444d17-d7c0-4b47-aa19-93665776705e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:20:34.713332 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-b8d7ff4e-3444-4141-9342-b209ab9d4ff9 service neutron] Bound using segment: {'id': 'e2620a82-c51e-42da-a26e-9bad6e7c43ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7e444d17-d7c0-4b47-aa19-93665776705e'} {{(pid=94444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:20:34.713332 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.managers [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-b8d7ff4e-3444-4141-9342-b209ab9d4ff9 service neutron] Bound port: 9e3a5833-3414-4bc7-84c8-7559f084e9b0, host: hv-cinder-75565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2620a82-c51e-42da-a26e-9bad6e7c43ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7e444d17-d7c0-4b47-aa19-93665776705e'}}] {{(pid=94444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:20:34.713332 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-b8d7ff4e-3444-4141-9342-b209ab9d4ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:34.754893 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-95fb201e-5b07-41e5-aad9-67682037dcb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:34.807673 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-95fb201e-5b07-41e5-aad9-67682037dcb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:34.850819 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ddfd1549-3b9d-4039-82ed-3fc0cd4ad2c2 req-63a2e21d-42b5-4151-b920-862d58308924 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/security-groups?id=91fe444c-da7a-4c17-890c-14302113a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464052 Aug 19 02:20:34.851038 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.db [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-b8d7ff4e-3444-4141-9342-b209ab9d4ff9 service neutron] For port 9e3a5833-3414-4bc7-84c8-7559f084e9b0, host hv-cinder-75565, cleared binding levels {{(pid=94444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:20:34.862195 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa4ec7-211d-44dc-ab4b-ee2ec7f12506 req-008041fc-6fcc-4fa3-a4af-254d999e3699 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:34.864358 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-d3aa4ec7-211d-44dc-ab4b-ee2ec7f12506 req-008041fc-6fcc-4fa3-a4af-254d999e3699 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 943 time: 0.1380367 Aug 19 02:20:34.865696 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.db [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-b8d7ff4e-3444-4141-9342-b209ab9d4ff9 service neutron] For port 9e3a5833-3414-4bc7-84c8-7559f084e9b0, host hv-cinder-75565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=9e3a5833-3414-4bc7-84c8-7559f084e9b0,segment=NetworkSegment(e2620a82-c51e-42da-a26e-9bad6e7c43ea),segment_id=e2620a82-c51e-42da-a26e-9bad6e7c43ea)] {{(pid=94444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:20:34.916965 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-d3aa4ec7-211d-44dc-ab4b-ee2ec7f12506 req-247ec526-0dbb-4ebe-a189-ae0a7322cb92 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427048 Aug 19 02:20:34.917596 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c51f5ebc-ea66-4cf3-9de5-808c54994538 req-0b95117f-9182-4bda-b437-59d0d60c4d52 service neutron] 10.222.0.22 "GET /v2.0/networks/00ebcfbf-6185-4e84-a391-965d73adbe39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220485 Aug 19 02:20:34.960768 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-742e8ee3-3676-434a-a3c3-a2f74bc2ed9d tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:35.096958 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-742e8ee3-3676-434a-a3c3-a2f74bc2ed9d tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Transition to ACTIVE for port object 420b70b1-b5dd-4288-aad7-8bccf0961747 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:20:35.097429 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-b8d7ff4e-3444-4141-9342-b209ab9d4ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4183741'] for port, after_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:35.141710 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-b8d7ff4e-3444-4141-9342-b209ab9d4ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:35.142329 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-b8d7ff4e-3444-4141-9342-b209ab9d4ff9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for port, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:35.143745 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-b8d7ff4e-3444-4141-9342-b209ab9d4ff9 service neutron] 10.222.0.22 "PUT /v2.0/ports/9e3a5833-3414-4bc7-84c8-7559f084e9b0 HTTP/1.1" status: 200 len: 1093 time: 1.4795964 Aug 19 02:20:35.144246 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7', 'tag': '9e3a5833-3414-4bc7-84c8-7559f084e9b0'}] {{(pid=94444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:20:35.146482 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb35c0d0e89737a5b8c9f717e1a2b083f59fc6c79be02b323c6f08342a224ec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6108dc26-222b-4645-ae38-c726006322c2" -d '{"events": [{"name": "network-changed", "server_uuid": "bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7", "tag": "9e3a5833-3414-4bc7-84c8-7559f084e9b0"}]}' {{(pid=94444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:20:35.165847 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-95fb201e-5b07-41e5-aad9-67682037dcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:35.169031 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-95fb201e-5b07-41e5-aad9-67682037dcb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:35.173080 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-95fb201e-5b07-41e5-aad9-67682037dcb2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bbadd51b-b519-4c51-8b1b-49d12d850978 HTTP/1.1" status: 204 len: 168 time: 0.5457432 Aug 19 02:20:35.192599 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb201e-5b07-41e5-aad9-67682037dcb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbadd51b-b519-4c51-8b1b-49d12d850978,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:35.212083 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d7ff4e-3444-4141-9342-b209ab9d4ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=9e3a5833-3414-4bc7-84c8-7559f084e9b0,revision_number=3']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:35.231054 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9898deee-db3a-42d9-9ce0-c9aa02144c18 x-openstack-request-id: req-9898deee-db3a-42d9-9ce0-c9aa02144c18 {{(pid=94444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:20:35.231471 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7", "tag": "9e3a5833-3414-4bc7-84c8-7559f084e9b0", "status": "completed", "code": 200}]} {{(pid=94444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:20:35.231794 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9898deee-db3a-42d9-9ce0-c9aa02144c18 {{(pid=94444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:20:35.232273 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7', 'tag': '9e3a5833-3414-4bc7-84c8-7559f084e9b0', 'status': 'completed', 'code': 200} Aug 19 02:20:35.244144 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-742e8ee3-3676-434a-a3c3-a2f74bc2ed9d tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:35.333198 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-742e8ee3-3676-434a-a3c3-a2f74bc2ed9d tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Network bb3fc84d-f03f-4d97-87e6-72398b20c906 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:20:35.334735 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108dc26-222b-4645-ae38-c726006322c2 req-269f7629-b91e-4f9d-9529-ed19d052a4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:35.337388 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-6108dc26-222b-4645-ae38-c726006322c2 req-269f7629-b91e-4f9d-9529-ed19d052a4ee service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=059670e8b6b34fb1857bc100102fd1b6&device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 1096 time: 0.0876281 Aug 19 02:20:35.348074 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-742e8ee3-3676-434a-a3c3-a2f74bc2ed9d tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:20:35.378881 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-742e8ee3-3676-434a-a3c3-a2f74bc2ed9d tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:20:35.393663 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e8ee3-3676-434a-a3c3-a2f74bc2ed9d tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Pushing event updated for resources: {'Port': ['ID=420b70b1-b5dd-4288-aad7-8bccf0961747,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:35.420356 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7f743-b207-411b-9d19-88c39e5e3c02 req-4e8db746-bed8-4ff8-9dbf-11133219f465 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:35.422104 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4df7f743-b207-411b-9d19-88c39e5e3c02 req-4e8db746-bed8-4ff8-9dbf-11133219f465 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 943 time: 0.2471116 Aug 19 02:20:35.502582 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-742e8ee3-3676-434a-a3c3-a2f74bc2ed9d tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:35.503254 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-742e8ee3-3676-434a-a3c3-a2f74bc2ed9d tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:35.521642 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4df7f743-b207-411b-9d19-88c39e5e3c02 req-b2212795-3d85-43f6-9419-6752351db64e tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786440 Aug 19 02:20:35.577226 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef3866-ed5b-45a0-a8cd-d7f1b767aa08 req-307af3c5-5de6-4ede-9818-b655ada205b0 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:35.577629 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-742e8ee3-3676-434a-a3c3-a2f74bc2ed9d tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0228920 Aug 19 02:20:35.578969 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-47ef3866-ed5b-45a0-a8cd-d7f1b767aa08 req-307af3c5-5de6-4ede-9818-b655ada205b0 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 931 time: 0.2387903 Aug 19 02:20:35.596156 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-c0c9a1a5-e522-494f-b018-aba9284e0080 service neutron] Request body: {'port': {'device_id': '350c5a62-4c94-4303-b68e-578dcae254ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75565'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:20:35.636311 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-47ef3866-ed5b-45a0-a8cd-d7f1b767aa08 req-9f43c08e-8dcf-4687-8fb3-2ec1639e4324 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510683 Aug 19 02:20:35.641175 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108dc26-222b-4645-ae38-c726006322c2 req-a475e55a-d1c5-4e13-8726-cb12163026e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:35.642832 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-6108dc26-222b-4645-ae38-c726006322c2 req-a475e55a-d1c5-4e13-8726-cb12163026e1 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=059670e8b6b34fb1857bc100102fd1b6&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2908118 Aug 19 02:20:35.658140 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-c0c9a1a5-e522-494f-b018-aba9284e0080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:35.736589 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-585c2b0f-88a4-4324-b100-e8a77d0f92f3 None None] Provisioning for port 420b70b1-b5dd-4288-aad7-8bccf0961747 completed by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:20:35.742591 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-585c2b0f-88a4-4324-b100-e8a77d0f92f3 None None] Provisioning complete for port 420b70b1-b5dd-4288-aad7-8bccf0961747 triggered by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:20:35.743046 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-585c2b0f-88a4-4324-b100-e8a77d0f92f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:35.779072 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-585c2b0f-88a4-4324-b100-e8a77d0f92f3 None None] Port 420b70b1-b5dd-4288-aad7-8bccf0961747 cannot update to ACTIVE because it is not bound. {{(pid=94446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:20:35.885916 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 60926) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:35.899441 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b68a761d-9d56-447b-b099-53219108b019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:35.921307 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-c0c9a1a5-e522-494f-b018-aba9284e0080 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 420b70b1-b5dd-4288-aad7-8bccf0961747 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:20:35.929510 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-c0c9a1a5-e522-494f-b018-aba9284e0080 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:35.951631 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-c0c9a1a5-e522-494f-b018-aba9284e0080 service neutron] Transition to ACTIVE for port object 420b70b1-b5dd-4288-aad7-8bccf0961747 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:20:35.997873 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed114707-0820-4554-ab6f-712554f7e4e8 req-0f854501-8f16-4269-9916-3aaeb3a2f6d8 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:36.000173 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ed114707-0820-4554-ab6f-712554f7e4e8 req-0f854501-8f16-4269-9916-3aaeb3a2f6d8 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 944 time: 0.0646281 Aug 19 02:20:36.003671 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b68a761d-9d56-447b-b099-53219108b019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:36.024735 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-c0c9a1a5-e522-494f-b018-aba9284e0080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:36.068609 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1e491-f973-4654-87cf-f3058cdcdce3 req-d6403881-326b-4b34-bea2-0f6afc4bd838 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:36.070321 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c9a1e491-f973-4654-87cf-f3058cdcdce3 req-d6403881-326b-4b34-bea2-0f6afc4bd838 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 943 time: 0.0519412 Aug 19 02:20:36.075518 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ed114707-0820-4554-ab6f-712554f7e4e8 req-516e5051-314d-4880-9301-400c8868b5f8 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/security-groups?id=91fe444c-da7a-4c17-890c-14302113a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685515 Aug 19 02:20:36.099453 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c9a1a5-e522-494f-b018-aba9284e0080 service neutron] Pushing event updated for resources: {'Port': ['ID=420b70b1-b5dd-4288-aad7-8bccf0961747,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:36.111070 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b68a761d-9d56-447b-b099-53219108b019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:36.151915 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c9a1e491-f973-4654-87cf-f3058cdcdce3 req-cca75b3b-4ddc-4755-8f94-3cfaeaba4b65 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703559 Aug 19 02:20:36.177874 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-b68a761d-9d56-447b-b099-53219108b019 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9fc0f4e21c8148c8adf97d6f7822e8d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2884736 Aug 19 02:20:36.177874 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a761d-9d56-447b-b099-53219108b019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ec4e35-2d96-495b-bc5c-8163cd60cc78,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:36.181952 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 60934) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:36.187391 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-c0c9a1a5-e522-494f-b018-aba9284e0080 service neutron] Attempting to bind port 420b70b1-b5dd-4288-aad7-8bccf0961747 on host hv-cinder-75565 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:20:36.188551 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-c0c9a1a5-e522-494f-b018-aba9284e0080 service neutron] Attempting to bind port 420b70b1-b5dd-4288-aad7-8bccf0961747 by drivers openvswitch,hyperv on host hv-cinder-75565 at level 0 using segments [{'id': 'b757261d-bab5-459c-9be2-97b5652aa046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:20:36.189030 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-c0c9a1a5-e522-494f-b018-aba9284e0080 service neutron] Attempting to bind port 420b70b1-b5dd-4288-aad7-8bccf0961747 on network bb3fc84d-f03f-4d97-87e6-72398b20c906 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:20:36.194709 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-c0c9a1a5-e522-494f-b018-aba9284e0080 service neutron] Port 420b70b1-b5dd-4288-aad7-8bccf0961747 on network bb3fc84d-f03f-4d97-87e6-72398b20c906 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75565 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 02:20:36.195212 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-c0c9a1a5-e522-494f-b018-aba9284e0080 service neutron] Attempting to bind port 420b70b1-b5dd-4288-aad7-8bccf0961747 on network bb3fc84d-f03f-4d97-87e6-72398b20c906 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:20:36.199251 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:36.202583 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-c0c9a1a5-e522-494f-b018-aba9284e0080 service neutron] Checking agent: {'id': '41372272-fa96-45fc-afce-a2209819517f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 18, 6), 'started_at': datetime.datetime(2021, 8, 19, 2, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:20:36.202583 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-c0c9a1a5-e522-494f-b018-aba9284e0080 service neutron] Checking segment: {'id': 'b757261d-bab5-459c-9be2-97b5652aa046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:20:36.202583 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-c0c9a1a5-e522-494f-b018-aba9284e0080 service neutron] Bound using segment: {'id': 'b757261d-bab5-459c-9be2-97b5652aa046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:20:36.202583 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-c0c9a1a5-e522-494f-b018-aba9284e0080 service neutron] Bound port: 420b70b1-b5dd-4288-aad7-8bccf0961747, host: hv-cinder-75565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b757261d-bab5-459c-9be2-97b5652aa046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:20:36.202583 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-c0c9a1a5-e522-494f-b018-aba9284e0080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:36.238040 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-bccf9930-d642-47d0-9d33-ae565dbee896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:36.261415 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-bccf9930-d642-47d0-9d33-ae565dbee896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:36.272204 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-c0c9a1a5-e522-494f-b018-aba9284e0080 service neutron] For port 420b70b1-b5dd-4288-aad7-8bccf0961747, host hv-cinder-75565, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:20:36.275299 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-c0c9a1a5-e522-494f-b018-aba9284e0080 service neutron] For port 420b70b1-b5dd-4288-aad7-8bccf0961747, host hv-cinder-75565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=420b70b1-b5dd-4288-aad7-8bccf0961747,segment=NetworkSegment(b757261d-bab5-459c-9be2-97b5652aa046),segment_id=b757261d-bab5-459c-9be2-97b5652aa046)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:20:36.353781 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-c0c9a1a5-e522-494f-b018-aba9284e0080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:36.390458 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-c0c9a1a5-e522-494f-b018-aba9284e0080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:36.391085 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-c0c9a1a5-e522-494f-b018-aba9284e0080 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:36.392477 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-c0c9a1a5-e522-494f-b018-aba9284e0080 service neutron] 10.222.0.22 "PUT /v2.0/ports/420b70b1-b5dd-4288-aad7-8bccf0961747 HTTP/1.1" status: 200 len: 1093 time: 0.8052890 Aug 19 02:20:36.394518 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '350c5a62-4c94-4303-b68e-578dcae254ed', 'tag': '420b70b1-b5dd-4288-aad7-8bccf0961747'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:20:36.396744 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980fb906-0a97-4796-afae-7fa020dca33e" -d '{"events": [{"name": "network-changed", "server_uuid": "350c5a62-4c94-4303-b68e-578dcae254ed", "tag": "420b70b1-b5dd-4288-aad7-8bccf0961747"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:20:36.401621 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-bccf9930-d642-47d0-9d33-ae565dbee896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:36.407803 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-bccf9930-d642-47d0-9d33-ae565dbee896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:36.407803 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-bccf9930-d642-47d0-9d33-ae565dbee896 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/84ec4e35-2d96-495b-bc5c-8163cd60cc78 HTTP/1.1" status: 204 len: 168 time: 0.2245135 Aug 19 02:20:36.415728 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf9930-d642-47d0-9d33-ae565dbee896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ec4e35-2d96-495b-bc5c-8163cd60cc78,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:36.424026 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c9a1a5-e522-494f-b018-aba9284e0080 service neutron] Pushing event updated for resources: {'Port': ['ID=420b70b1-b5dd-4288-aad7-8bccf0961747,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:36.506200 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0a7f42-641d-477f-a87e-b62b25611607 x-openstack-request-id: req-8d0a7f42-641d-477f-a87e-b62b25611607 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:20:36.506483 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "350c5a62-4c94-4303-b68e-578dcae254ed", "tag": "420b70b1-b5dd-4288-aad7-8bccf0961747", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:20:36.506738 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8d0a7f42-641d-477f-a87e-b62b25611607 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:20:36.507287 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '350c5a62-4c94-4303-b68e-578dcae254ed', 'tag': '420b70b1-b5dd-4288-aad7-8bccf0961747', 'status': 'completed', 'code': 200} Aug 19 02:20:36.667061 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026a6c0-ea8a-4d79-a8a2-051f0968c6df req-e0e13592-b8e1-4ccc-a04e-b1a039a58867 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:36.669599 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-8026a6c0-ea8a-4d79-a8a2-051f0968c6df req-e0e13592-b8e1-4ccc-a04e-b1a039a58867 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 943 time: 0.0614350 Aug 19 02:20:36.707371 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-8026a6c0-ea8a-4d79-a8a2-051f0968c6df req-e7577775-6d5f-486b-baea-bcf970f16568 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325491 Aug 19 02:20:36.765737 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be9898-6fb9-4d56-bbad-801dfaf824c8 req-87527a17-a53c-43a8-b7a5-05aa4b8923bd tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:36.767247 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-41be9898-6fb9-4d56-bbad-801dfaf824c8 req-87527a17-a53c-43a8-b7a5-05aa4b8923bd tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 943 time: 0.0498092 Aug 19 02:20:36.807026 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-41be9898-6fb9-4d56-bbad-801dfaf824c8 req-f95f1331-e12e-4b75-b115-d05334e73a2e tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330610 Aug 19 02:20:37.196065 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622f79b-bf68-4e86-9c04-4ec3c3a1fbfd req-6be130a7-1e04-4d53-a151-c2447ceaa7e7 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:37.197651 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c622f79b-bf68-4e86-9c04-4ec3c3a1fbfd req-6be130a7-1e04-4d53-a151-c2447ceaa7e7 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 944 time: 0.0506566 Aug 19 02:20:37.236258 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c622f79b-bf68-4e86-9c04-4ec3c3a1fbfd req-180689ae-214b-4f52-9f43-5dac918b00d0 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/security-groups?id=91fe444c-da7a-4c17-890c-14302113a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325882 Aug 19 02:20:37.263253 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d04042-5408-4d2f-95b3-3d3aa83f1663 req-5d7ceff3-4b61-4b9f-bfd1-08587f2a8f97 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:37.264807 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f3d04042-5408-4d2f-95b3-3d3aa83f1663 req-5d7ceff3-4b61-4b9f-bfd1-08587f2a8f97 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 943 time: 0.0504713 Aug 19 02:20:37.304411 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f3d04042-5408-4d2f-95b3-3d3aa83f1663 req-8c580978-a017-435d-a10a-4284baed33a2 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330946 Aug 19 02:20:37.756584 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108dc26-222b-4645-ae38-c726006322c2 req-948de4a0-84de-4f51-9e00-41a03cef3e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:37.758203 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-6108dc26-222b-4645-ae38-c726006322c2 req-948de4a0-84de-4f51-9e00-41a03cef3e9b service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1621869 Aug 19 02:20:37.828410 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45ba22-9bb9-4fd1-8cca-d2af1cece452 req-ba040b59-2c51-43d1-abb5-8fed3cb430b8 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:37.829904 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-cd45ba22-9bb9-4fd1-8cca-d2af1cece452 req-ba040b59-2c51-43d1-abb5-8fed3cb430b8 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 943 time: 0.0523684 Aug 19 02:20:37.946912 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30291b1d-8a8f-4d2e-a008-d8fc8c943a9e req-e6cb27b7-2e56-44b0-bbd4-9fe9575e44a1 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:37.948809 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-30291b1d-8a8f-4d2e-a008-d8fc8c943a9e req-e6cb27b7-2e56-44b0-bbd4-9fe9575e44a1 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 943 time: 0.0588555 Aug 19 02:20:37.999618 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-30291b1d-8a8f-4d2e-a008-d8fc8c943a9e req-9caf128f-8e30-402c-9c90-9c1238e6f700 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392668 Aug 19 02:20:38.039217 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-cd45ba22-9bb9-4fd1-8cca-d2af1cece452 req-596d9a4c-40cf-4a78-9e9e-999780db4ae7 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032743 Aug 19 02:20:38.357265 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a572f6-312e-4d73-ba96-575ee546e036 req-bc58acd8-d66a-4d30-ac34-bf8c42408cbb tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:38.359565 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e3a572f6-312e-4d73-ba96-575ee546e036 req-bc58acd8-d66a-4d30-ac34-bf8c42408cbb tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 944 time: 0.0555866 Aug 19 02:20:38.403243 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e3a572f6-312e-4d73-ba96-575ee546e036 req-c60d7db7-9441-42e6-b105-0b3e92426c3d tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/security-groups?id=91fe444c-da7a-4c17-890c-14302113a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365894 Aug 19 02:20:38.431612 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f35ff-f45c-49e8-8d0a-600448c08101 req-8f8ab2dc-2166-4eb7-8990-cee7d7bbf1f0 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:38.433118 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-981f35ff-f45c-49e8-8d0a-600448c08101 req-8f8ab2dc-2166-4eb7-8990-cee7d7bbf1f0 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 943 time: 0.0576870 Aug 19 02:20:38.470875 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-981f35ff-f45c-49e8-8d0a-600448c08101 req-d0b1d8e9-79d8-4aec-948a-867274d93e26 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317791 Aug 19 02:20:39.122381 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9ef2e-7f75-4730-a282-640957a0da81 req-bc11bfad-06f9-4478-a9f1-f2da58bc1026 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:39.127438 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e7d9ef2e-7f75-4730-a282-640957a0da81 req-bc11bfad-06f9-4478-a9f1-f2da58bc1026 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 943 time: 0.0504055 Aug 19 02:20:39.156806 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed5f94-bfa8-4304-858c-6db12b75dffe req-8b4aaa59-3f2b-44f1-bd72-951fc6101ce1 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:39.158347 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-9bed5f94-bfa8-4304-858c-6db12b75dffe req-8b4aaa59-3f2b-44f1-bd72-951fc6101ce1 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 943 time: 0.0515029 Aug 19 02:20:39.164085 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e7d9ef2e-7f75-4730-a282-640957a0da81 req-509a6e30-1d6d-4c02-b73c-6f53a694228b tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335457 Aug 19 02:20:39.202461 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-9bed5f94-bfa8-4304-858c-6db12b75dffe req-17fe8e8a-b2c9-447e-a49c-6a44ebfced7e tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378327 Aug 19 02:20:39.524581 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbb98c-c7eb-4796-bb8e-604a80a23a9b req-6e7a02d4-d1ea-4fba-b1b9-4d3a856479b8 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:39.526139 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-8bdbb98c-c7eb-4796-bb8e-604a80a23a9b req-6e7a02d4-d1ea-4fba-b1b9-4d3a856479b8 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 944 time: 0.0552702 Aug 19 02:20:39.565037 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-8bdbb98c-c7eb-4796-bb8e-604a80a23a9b req-4b4d5bb0-9bd1-4e64-9d3c-90b7f314e213 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/security-groups?id=91fe444c-da7a-4c17-890c-14302113a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331037 Aug 19 02:20:39.595191 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515720f-6e18-4886-a941-5a85f4da7637 req-29e75715-fb2f-43f2-beb0-a87597bb8962 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:39.596447 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-6515720f-6e18-4886-a941-5a85f4da7637 req-29e75715-fb2f-43f2-beb0-a87597bb8962 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 943 time: 0.0536253 Aug 19 02:20:39.636430 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-6515720f-6e18-4886-a941-5a85f4da7637 req-110d0901-696f-4eec-8376-9fc8e78d88bf tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331757 Aug 19 02:20:40.188910 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980fb906-0a97-4796-afae-7fa020dca33e req-119a2747-33a4-4d45-90d1-346901f1a5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:40.190452 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-980fb906-0a97-4796-afae-7fa020dca33e req-119a2747-33a4-4d45-90d1-346901f1a5df service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=517b8744677e400988e187c26e92c291&device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 1096 time: 0.0443208 Aug 19 02:20:40.218345 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-776dcff9-8001-4688-bf4c-bc9f649b1322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:40.219866 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-776dcff9-8001-4688-bf4c-bc9f649b1322 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=059670e8b6b34fb1857bc100102fd1b6&device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 1096 time: 0.0444121 Aug 19 02:20:40.268956 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-1949672f-6d1b-4b7f-8a8f-c3bea6baa62a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e3a5833-3414-4bc7-84c8-7559f084e9b0 HTTP/1.1" status: 200 len: 217 time: 0.0406635 Aug 19 02:20:40.331430 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980fb906-0a97-4796-afae-7fa020dca33e req-26f97763-3242-499f-bd02-2eedc8976fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:40.332848 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-980fb906-0a97-4796-afae-7fa020dca33e req-26f97763-3242-499f-bd02-2eedc8976fee service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=517b8744677e400988e187c26e92c291&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1319783 Aug 19 02:20:40.348633 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f85e9e-6ea0-4011-9fc2-bb6b9b5f456a req-6bf24e24-efc0-438f-b94e-28c4fa818802 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:40.350527 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-b3f85e9e-6ea0-4011-9fc2-bb6b9b5f456a req-6bf24e24-efc0-438f-b94e-28c4fa818802 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 943 time: 0.0726190 Aug 19 02:20:40.354155 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59bb18-2e11-43e6-ac3d-00002923494a req-2b1fa1bb-f86e-411e-bd27-963027dd6279 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:40.355655 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2c59bb18-2e11-43e6-ac3d-00002923494a req-2b1fa1bb-f86e-411e-bd27-963027dd6279 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 943 time: 0.0898850 Aug 19 02:20:40.359387 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-a4741108-7be4-4a90-8809-c76c407f5edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:40.360796 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-a4741108-7be4-4a90-8809-c76c407f5edc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=731d6e4c-a04d-474e-b79a-51c9af4274e4 HTTP/1.1" status: 200 len: 849 time: 0.0673411 Aug 19 02:20:40.425002 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2c59bb18-2e11-43e6-ac3d-00002923494a req-226a94ce-e495-449a-a3f4-37483642ff58 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626011 Aug 19 02:20:40.438422 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-cb1b57f0-be79-43f5-ab45-21256b50e7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:40.440543 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-cb1b57f0-be79-43f5-ab45-21256b50e7d7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7e444d17-d7c0-4b47-aa19-93665776705e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0709257 Aug 19 02:20:40.445604 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-b3f85e9e-6ea0-4011-9fc2-bb6b9b5f456a req-f9c623fb-2ac4-40c6-9298-94dbd396fe88 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746143 Aug 19 02:20:40.476371 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980fb906-0a97-4796-afae-7fa020dca33e req-e4c698cb-ff8c-4c67-8b27-8e3e2f5c3bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:40.477894 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-980fb906-0a97-4796-afae-7fa020dca33e req-e4c698cb-ff8c-4c67-8b27-8e3e2f5c3bfd service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1264246 Aug 19 02:20:40.540851 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-a03b45a7-f181-4183-967f-f02035d58ef8 service neutron] 10.222.0.22 "GET /v2.0/networks/7e444d17-d7c0-4b47-aa19-93665776705e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921812 Aug 19 02:20:40.557633 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-358ff2ba-a800-4ff0-8ff6-e6a58660e63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:40.559127 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-358ff2ba-a800-4ff0-8ff6-e6a58660e63a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=517b8744677e400988e187c26e92c291&device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 1096 time: 0.0411184 Aug 19 02:20:40.631663 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-69d35de8-989b-4c0b-b57a-632c47921fd2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=420b70b1-b5dd-4288-aad7-8bccf0961747 HTTP/1.1" status: 200 len: 217 time: 0.0634279 Aug 19 02:20:40.637968 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9f494d99-7d8b-4b08-86c0-1c0a81cd56e4 req-fb5a9bb7-0789-4a69-afac-c6c4adc8f764 service neutron] 10.222.0.22 "GET /v2.0/networks/7e444d17-d7c0-4b47-aa19-93665776705e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893300 Aug 19 02:20:40.688920 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-971fb2fb-4f87-406c-ae99-7c535a0bb236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:40.690434 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-971fb2fb-4f87-406c-ae99-7c535a0bb236 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=88b7472a-b5f3-4f58-a9b7-55a108eaaf89 HTTP/1.1" status: 200 len: 855 time: 0.0517085 Aug 19 02:20:40.691690 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3aa0bc-ec39-49c9-9f05-f9441d126c2c req-6c58119b-63f5-46cf-a962-912bc70e8489 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:40.693187 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2e3aa0bc-ec39-49c9-9f05-f9441d126c2c req-6c58119b-63f5-46cf-a962-912bc70e8489 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 944 time: 0.0533180 Aug 19 02:20:40.733095 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2e3aa0bc-ec39-49c9-9f05-f9441d126c2c req-a941bd7f-a0b5-469e-8895-f95a4f091dd2 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/security-groups?id=91fe444c-da7a-4c17-890c-14302113a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330548 Aug 19 02:20:40.800610 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-bdec033a-b689-485a-b66f-ccc249e5b0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:40.800610 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-bdec033a-b689-485a-b66f-ccc249e5b0ba service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bb3fc84d-f03f-4d97-87e6-72398b20c906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1016667 Aug 19 02:20:40.811332 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ec493-b8af-440a-a1e8-db8b8293271c req-a0494dae-8db3-42b6-bd8d-fe0d4192114d tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:40.812913 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-795ec493-b8af-440a-a1e8-db8b8293271c req-a0494dae-8db3-42b6-bd8d-fe0d4192114d tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 943 time: 0.1060312 Aug 19 02:20:40.903108 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-795ec493-b8af-440a-a1e8-db8b8293271c req-04ebb75c-42e6-4cb4-abe8-2cdbe9c04b6b tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802455 Aug 19 02:20:40.924670 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-3739a5fa-6e2e-4fd5-bbd2-e64f5815362c service neutron] 10.222.0.22 "GET /v2.0/networks/bb3fc84d-f03f-4d97-87e6-72398b20c906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108174 Aug 19 02:20:41.042385 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 6 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:20:41.071528 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-160b7a4b-4aa0-4c7c-bc42-bb316992b567 req-234f806b-3eac-48e2-9c1e-5985ddd28781 service neutron] 10.222.0.22 "GET /v2.0/networks/bb3fc84d-f03f-4d97-87e6-72398b20c906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862691 Aug 19 02:20:41.547813 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4d45c-6c17-4e45-8de6-2404e0c9287d req-a1ba8fb5-fc5f-4dfb-964e-020b9c035600 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:41.549414 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ffa4d45c-6c17-4e45-8de6-2404e0c9287d req-a1ba8fb5-fc5f-4dfb-964e-020b9c035600 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 943 time: 0.0504386 Aug 19 02:20:41.566222 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ea29c-0421-4ebf-9472-cd18a7bdd263 req-82cbda01-63e7-43bf-9e28-4f87e5cdaae3 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:41.572009 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-235ea29c-0421-4ebf-9472-cd18a7bdd263 req-82cbda01-63e7-43bf-9e28-4f87e5cdaae3 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 943 time: 0.0547945 Aug 19 02:20:41.590225 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ffa4d45c-6c17-4e45-8de6-2404e0c9287d req-97599603-dff5-4167-b3a9-7bf3c0cfb00d tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327411 Aug 19 02:20:41.622497 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-235ea29c-0421-4ebf-9472-cd18a7bdd263 req-da69a27f-26ec-4a4a-b70d-91fbc6e1733b tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465710 Aug 19 02:20:41.844171 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0164f8-fbd4-45c9-846b-e6fda4b564c6 req-a0fa2216-83ec-4dbb-a811-6bbd687bc9da tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:41.845687 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-7f0164f8-fbd4-45c9-846b-e6fda4b564c6 req-a0fa2216-83ec-4dbb-a811-6bbd687bc9da tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 944 time: 0.0477190 Aug 19 02:20:41.884895 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-7f0164f8-fbd4-45c9-846b-e6fda4b564c6 req-1837c43e-53b3-4675-b57f-3ba6121697b2 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/security-groups?id=91fe444c-da7a-4c17-890c-14302113a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327771 Aug 19 02:20:42.016735 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11c0fc-9b63-4478-83d8-419f68e17f9a req-b84fc171-bca6-4f60-bf9b-6ceb9105a6a5 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:42.018746 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-1c11c0fc-9b63-4478-83d8-419f68e17f9a req-b84fc171-bca6-4f60-bf9b-6ceb9105a6a5 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 943 time: 0.0499072 Aug 19 02:20:42.057099 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-1c11c0fc-9b63-4478-83d8-419f68e17f9a req-07a4ff11-7f9e-425e-bb6b-d68a78058008 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318935 Aug 19 02:20:42.717845 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774baaf-b22c-4f4e-964b-ead7eefac1e6 req-b6ea8fc3-a7a9-4294-8024-73d193c60690 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:42.719331 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b774baaf-b22c-4f4e-964b-ead7eefac1e6 req-b6ea8fc3-a7a9-4294-8024-73d193c60690 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 943 time: 0.0581579 Aug 19 02:20:42.751016 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461173ec-245d-4cee-9eb0-440a0f9f6754 req-c5d87b86-3eef-4061-abe6-4bab3fa8a8b1 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:42.752567 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-461173ec-245d-4cee-9eb0-440a0f9f6754 req-c5d87b86-3eef-4061-abe6-4bab3fa8a8b1 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 943 time: 0.0592489 Aug 19 02:20:42.759797 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b774baaf-b22c-4f4e-964b-ead7eefac1e6 req-be049c5b-4b8e-4d61-917f-d196c17dc6b4 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346663 Aug 19 02:20:42.791449 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-461173ec-245d-4cee-9eb0-440a0f9f6754 req-50ab066c-0264-4530-8965-ebfdd6f96e32 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320115 Aug 19 02:20:43.009925 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c518291-2afc-41b2-84f7-51c27721081e req-987a998c-313f-4589-8d1c-c6168fca9d5e tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:43.014706 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-3c518291-2afc-41b2-84f7-51c27721081e req-987a998c-313f-4589-8d1c-c6168fca9d5e tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 944 time: 0.0612702 Aug 19 02:20:43.050348 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-3c518291-2afc-41b2-84f7-51c27721081e req-94abf0a0-31cf-4413-bdff-a7bc5ca9d8ca tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/security-groups?id=91fe444c-da7a-4c17-890c-14302113a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328124 Aug 19 02:20:43.171418 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947bf5a6-f88c-416c-9d34-8b8697bb1563 req-7aa98a46-0405-4554-9612-a2099b1b3ea1 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:43.172784 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-947bf5a6-f88c-416c-9d34-8b8697bb1563 req-7aa98a46-0405-4554-9612-a2099b1b3ea1 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 943 time: 0.0497108 Aug 19 02:20:43.213979 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-947bf5a6-f88c-416c-9d34-8b8697bb1563 req-b66c1a4d-b2d4-424f-8a97-8713e120a6d0 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352843 Aug 19 02:20:43.609704 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 76efc3d0-1d4c-4cae-bf48-20d1af04e8ca details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:20:43.726967 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 76efc3d0-1d4c-4cae-bf48-20d1af04e8ca, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=76efc3d0-1d4c-4cae-bf48-20d1af04e8ca,segment=NetworkSegment(9bf1da37-dd52-4a35-a6bf-1be2af2df224),segment_id=9bf1da37-dd52-4a35-a6bf-1be2af2df224)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:20:43.738239 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Returning: {'device': '76efc3d0-1d4c-4cae-bf48-20d1af04e8ca', 'network_id': '6c43c105-26e3-4f24-a429-1210329b462e', 'port_id': '76efc3d0-1d4c-4cae-bf48-20d1af04e8ca', 'mac_address': 'fa:16:3e:bd:9f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7d19a2-2b51-441e-9a48-9bfac3ef9593', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:20:43.775045 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:43.787951 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76efc3d0-1d4c-4cae-bf48-20d1af04e8ca {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:20:43.810041 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 76efc3d0-1d4c-4cae-bf48-20d1af04e8ca, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=76efc3d0-1d4c-4cae-bf48-20d1af04e8ca,segment=NetworkSegment(9bf1da37-dd52-4a35-a6bf-1be2af2df224),segment_id=9bf1da37-dd52-4a35-a6bf-1be2af2df224)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:20:43.878248 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a5d41-76ae-4821-bd26-d26df0bc66dc req-a8686a2b-d873-4da1-a414-58df1e52e678 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:43.879844 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6b5a5d41-76ae-4821-bd26-d26df0bc66dc req-a8686a2b-d873-4da1-a414-58df1e52e678 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 943 time: 0.0488422 Aug 19 02:20:43.886946 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:43.887684 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 5728ab89-a07a-4631-aada-e2a49d0e259d details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:20:43.912202 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399d1ae-95f3-4d83-88eb-99a88e7b28ae req-4a0700c0-11f7-45c1-9987-0fd71133d08d tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:43.914362 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-6399d1ae-95f3-4d83-88eb-99a88e7b28ae req-4a0700c0-11f7-45c1-9987-0fd71133d08d tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 943 time: 0.0555158 Aug 19 02:20:43.936904 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6b5a5d41-76ae-4821-bd26-d26df0bc66dc req-9b79d418-1688-4363-a3c6-ef21a212b655 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424833 Aug 19 02:20:43.966295 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-6399d1ae-95f3-4d83-88eb-99a88e7b28ae req-120f640b-4296-4e95-a26a-4190ecb756d8 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447791 Aug 19 02:20:43.971680 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=76efc3d0-1d4c-4cae-bf48-20d1af04e8ca,revision_number=4']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:44.042581 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 5728ab89-a07a-4631-aada-e2a49d0e259d, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=5728ab89-a07a-4631-aada-e2a49d0e259d,segment=NetworkSegment(5c8ca054-c816-4a60-ac65-8ca13b1723f0),segment_id=5c8ca054-c816-4a60-ac65-8ca13b1723f0)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:20:44.053592 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Returning: {'device': '5728ab89-a07a-4631-aada-e2a49d0e259d', 'network_id': '00ebcfbf-6185-4e84-a391-965d73adbe39', 'port_id': '5728ab89-a07a-4631-aada-e2a49d0e259d', 'mac_address': 'fa:16:3e:e8:0c:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eea8006-3b44-4699-9a53-6878ffb8087a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:20:44.106122 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:44.119563 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5728ab89-a07a-4631-aada-e2a49d0e259d {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:20:44.143865 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 5728ab89-a07a-4631-aada-e2a49d0e259d, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=5728ab89-a07a-4631-aada-e2a49d0e259d,segment=NetworkSegment(5c8ca054-c816-4a60-ac65-8ca13b1723f0),segment_id=5c8ca054-c816-4a60-ac65-8ca13b1723f0)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:20:44.177444 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55444194-d1b5-4c7e-9273-63f92591907c req-511a8e73-95b9-417e-be35-25a687b0d5d9 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:44.178930 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-55444194-d1b5-4c7e-9273-63f92591907c req-511a8e73-95b9-417e-be35-25a687b0d5d9 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 944 time: 0.0503714 Aug 19 02:20:44.217927 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-55444194-d1b5-4c7e-9273-63f92591907c req-1fc10889-0d0d-4d84-a3f9-381932729a8e tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/security-groups?id=91fe444c-da7a-4c17-890c-14302113a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319400 Aug 19 02:20:44.219142 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:44.282393 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=5728ab89-a07a-4631-aada-e2a49d0e259d,revision_number=4']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:44.331175 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9ea98-3cb9-442a-8cb9-61d79bd8de59 req-dab61ae2-550b-47f8-8119-c0fa5056357c tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:44.332634 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-9ab9ea98-3cb9-442a-8cb9-61d79bd8de59 req-dab61ae2-550b-47f8-8119-c0fa5056357c tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 943 time: 0.0488648 Aug 19 02:20:44.373199 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-9ab9ea98-3cb9-442a-8cb9-61d79bd8de59 req-8174bfcc-9e17-4c56-9b59-3ca93dd40fdb tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341752 Aug 19 02:20:44.887384 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0ca2d767-9193-45ea-9af1-32afa7542914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:45.071611 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e6b4d-81a7-489e-a2ca-2298c4c7eb9f req-432fb862-bc38-4a89-a279-d1b2da823853 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:45.073067 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e57e6b4d-81a7-489e-a2ca-2298c4c7eb9f req-432fb862-bc38-4a89-a279-d1b2da823853 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 943 time: 0.0610595 Aug 19 02:20:45.104172 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfdb482-e55c-49b7-ae2e-ec2a848583a2 req-5e07b809-5939-4954-8cf7-f03d9455921f tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:45.105815 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-7dfdb482-e55c-49b7-ae2e-ec2a848583a2 req-5e07b809-5939-4954-8cf7-f03d9455921f tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 944 time: 0.0502934 Aug 19 02:20:45.112889 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e57e6b4d-81a7-489e-a2ca-2298c4c7eb9f req-69286367-b0d9-4253-9e83-465c809e0798 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334353 Aug 19 02:20:45.149176 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-7dfdb482-e55c-49b7-ae2e-ec2a848583a2 req-7caa5d34-58f7-4dcb-bd61-fcb88c5bfc18 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368862 Aug 19 02:20:45.347461 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da301157-193b-454a-bf03-63f5c99ff2d8 req-04c64af0-8da2-4676-81cb-0ebb72948b03 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:45.348973 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-da301157-193b-454a-bf03-63f5c99ff2d8 req-04c64af0-8da2-4676-81cb-0ebb72948b03 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 945 time: 0.0516627 Aug 19 02:20:45.388267 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-da301157-193b-454a-bf03-63f5c99ff2d8 req-ee7bf704-701b-4400-83f1-ff45a84733e0 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/security-groups?id=91fe444c-da7a-4c17-890c-14302113a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325832 Aug 19 02:20:45.493161 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26a195-738e-4c30-b534-37b5a207ebf8 req-abbc37f3-0413-4a67-95c9-beeac5e596f6 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:45.495390 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-8f26a195-738e-4c30-b534-37b5a207ebf8 req-abbc37f3-0413-4a67-95c9-beeac5e596f6 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 943 time: 0.0552402 Aug 19 02:20:45.535102 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-8f26a195-738e-4c30-b534-37b5a207ebf8 req-17ccf73f-0130-47c9-8ca1-6eb027b02c5b tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335789 Aug 19 02:20:46.239596 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b5f45f-bbd7-4f1a-992d-9415b2691b86 req-aa816d3e-a0b5-43e8-b0ee-eb0b71a21f96 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:46.241245 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b3b5f45f-bbd7-4f1a-992d-9415b2691b86 req-aa816d3e-a0b5-43e8-b0ee-eb0b71a21f96 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 943 time: 0.0562587 Aug 19 02:20:46.270094 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca3b56-e162-4ca3-b802-4cd62f818ec2 req-ba1215a5-fe86-4041-8e65-7fda97675d0c tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:46.271575 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-efca3b56-e162-4ca3-b802-4cd62f818ec2 req-ba1215a5-fe86-4041-8e65-7fda97675d0c tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 944 time: 0.0509107 Aug 19 02:20:46.280165 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b3b5f45f-bbd7-4f1a-992d-9415b2691b86 req-9d891cdc-ab66-4c95-92ca-7f85afb2d01f tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319123 Aug 19 02:20:46.314642 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-efca3b56-e162-4ca3-b802-4cd62f818ec2 req-fc1b9b7f-8a2b-41b0-9cd4-72a7a9b28689 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352619 Aug 19 02:20:46.459788 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] get_ports_and_sgs() called for port_ids ['76efc3d0-1d4c-4cae-bf48-20d1af04e8ca'] {{(pid=94446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:20:46.503887 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811b38a-038f-43b4-9ae9-4faef2fa396f req-faf786bd-e428-4663-bff4-302c70431895 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:46.505369 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b811b38a-038f-43b4-9ae9-4faef2fa396f req-faf786bd-e428-4663-bff4-302c70431895 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 945 time: 0.0501344 Aug 19 02:20:46.547329 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b811b38a-038f-43b4-9ae9-4faef2fa396f req-8aa5f202-d605-4a01-ba1f-1a4cd9928356 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/security-groups?id=91fe444c-da7a-4c17-890c-14302113a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340762 Aug 19 02:20:46.654626 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6968f-488c-4402-b58c-9e846a24bd42 req-e557ee37-cb26-41d4-937d-6296fd6af4dd tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:46.656180 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-1ec6968f-488c-4402-b58c-9e846a24bd42 req-e557ee37-cb26-41d4-937d-6296fd6af4dd tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 943 time: 0.0485239 Aug 19 02:20:46.696690 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-1ec6968f-488c-4402-b58c-9e846a24bd42 req-972de7db-dd73-4874-b772-8b235559d36e tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344868 Aug 19 02:20:47.249836 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-59071cd3-a5fc-4d23-9ea4-9644269adf3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:47.400477 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457d21e-7ce5-4d12-a6a9-5ae9f6c8356d req-aefaea1a-07a9-4dc8-b287-a538c6e9fd5a tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:47.402003 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c457d21e-7ce5-4d12-a6a9-5ae9f6c8356d req-aefaea1a-07a9-4dc8-b287-a538c6e9fd5a tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 943 time: 0.0478964 Aug 19 02:20:47.427530 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbd992-d70d-4e50-a276-198feeba0d33 req-a9114ec4-10ab-4614-a36a-4fede0f6bc31 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:47.429015 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-4bbbd992-d70d-4e50-a276-198feeba0d33 req-a9114ec4-10ab-4614-a36a-4fede0f6bc31 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 944 time: 0.0484350 Aug 19 02:20:47.438971 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c457d21e-7ce5-4d12-a6a9-5ae9f6c8356d req-213d7dc5-fbc5-439d-b965-b0ff78e17328 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309131 Aug 19 02:20:47.468362 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-4bbbd992-d70d-4e50-a276-198feeba0d33 req-44a62310-94c1-4ec2-884e-14aa9a462a0b tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331569 Aug 19 02:20:47.644643 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:47.670173 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f1f09-79de-43c4-a606-b62750b6dab1 req-fd705301-8326-4809-86bb-d5df1cc61c99 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:47.671747 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-015f1f09-79de-43c4-a606-b62750b6dab1 req-fd705301-8326-4809-86bb-d5df1cc61c99 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 945 time: 0.0561843 Aug 19 02:20:47.709759 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-015f1f09-79de-43c4-a606-b62750b6dab1 req-a78fadd9-a36b-406c-a66d-92253f8e3f35 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/security-groups?id=91fe444c-da7a-4c17-890c-14302113a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320621 Aug 19 02:20:47.808123 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb73c92-e55f-4727-8e05-0933392839df req-28b30933-6876-4a4c-b377-dff7670e9268 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:47.809611 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-5bb73c92-e55f-4727-8e05-0933392839df req-28b30933-6876-4a4c-b377-dff7670e9268 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 943 time: 0.0475233 Aug 19 02:20:47.846498 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-5bb73c92-e55f-4727-8e05-0933392839df req-88bd903a-72a5-48e7-a9ce-5a14d53f5278 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309711 Aug 19 02:20:48.473061 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:48.559977 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4cd3c-704f-4c6e-94c5-d2ab4bf5c8c6 req-eda66094-238f-49d6-bd87-2589b278cbf2 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:48.561539 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f4d4cd3c-704f-4c6e-94c5-d2ab4bf5c8c6 req-eda66094-238f-49d6-bd87-2589b278cbf2 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 943 time: 0.0499308 Aug 19 02:20:48.586755 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa73b0-b36e-4d21-a6a6-6a1a92457662 req-0a0dffc3-5e73-4605-b103-588b0055097c tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:48.588400 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-7baa73b0-b36e-4d21-a6a6-6a1a92457662 req-0a0dffc3-5e73-4605-b103-588b0055097c tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 944 time: 0.0506446 Aug 19 02:20:48.600902 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f4d4cd3c-704f-4c6e-94c5-d2ab4bf5c8c6 req-76f9d482-ae3e-4577-8989-c1e7865ea541 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330834 Aug 19 02:20:48.636615 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-7baa73b0-b36e-4d21-a6a6-6a1a92457662 req-ab79ae1f-03de-45d9-aff2-67b6c528c4b2 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422399 Aug 19 02:20:48.824841 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7eaae1-c5ef-44b8-8743-ad4eaa6e2613 req-29d0e456-d8c3-48e3-9b8a-3cbdfae1eaa1 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:48.826546 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-0d7eaae1-c5ef-44b8-8743-ad4eaa6e2613 req-29d0e456-d8c3-48e3-9b8a-3cbdfae1eaa1 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 945 time: 0.0491655 Aug 19 02:20:48.866016 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-0d7eaae1-c5ef-44b8-8743-ad4eaa6e2613 req-a2b68160-6a49-4e5b-ad87-720f2cf193b2 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/security-groups?id=91fe444c-da7a-4c17-890c-14302113a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317070 Aug 19 02:20:48.957857 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e0cc0-6cde-4cad-b7a4-225d95163bc4 req-4d8ea19c-2b85-4a58-929a-0b39ae5467bc tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:48.959314 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-ad9e0cc0-6cde-4cad-b7a4-225d95163bc4 req-4d8ea19c-2b85-4a58-929a-0b39ae5467bc tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 943 time: 0.0482264 Aug 19 02:20:48.996816 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-ad9e0cc0-6cde-4cad-b7a4-225d95163bc4 req-64aaef67-0b40-40de-8318-b81f6da9f9c5 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315619 Aug 19 02:20:49.198285 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 9e3a5833-3414-4bc7-84c8-7559f084e9b0 details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:20:49.227204 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] get_ports_and_sgs() called for port_ids ['5728ab89-a07a-4631-aada-e2a49d0e259d'] {{(pid=94446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:20:49.336970 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 9e3a5833-3414-4bc7-84c8-7559f084e9b0, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=9e3a5833-3414-4bc7-84c8-7559f084e9b0,segment=NetworkSegment(e2620a82-c51e-42da-a26e-9bad6e7c43ea),segment_id=e2620a82-c51e-42da-a26e-9bad6e7c43ea)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:20:49.357277 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Returning: {'device': '9e3a5833-3414-4bc7-84c8-7559f084e9b0', 'network_id': '7e444d17-d7c0-4b47-aa19-93665776705e', 'port_id': '9e3a5833-3414-4bc7-84c8-7559f084e9b0', 'mac_address': 'fa:16:3e:10:22:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '731d6e4c-a04d-474e-b79a-51c9af4274e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:20:49.414711 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:49.439867 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e3a5833-3414-4bc7-84c8-7559f084e9b0 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:20:49.470662 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 9e3a5833-3414-4bc7-84c8-7559f084e9b0, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=9e3a5833-3414-4bc7-84c8-7559f084e9b0,segment=NetworkSegment(e2620a82-c51e-42da-a26e-9bad6e7c43ea),segment_id=e2620a82-c51e-42da-a26e-9bad6e7c43ea)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:20:49.526930 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:49.527570 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 420b70b1-b5dd-4288-aad7-8bccf0961747 details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:20:49.619000 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=9e3a5833-3414-4bc7-84c8-7559f084e9b0,revision_number=4']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:49.666883 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 420b70b1-b5dd-4288-aad7-8bccf0961747, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=420b70b1-b5dd-4288-aad7-8bccf0961747,segment=NetworkSegment(b757261d-bab5-459c-9be2-97b5652aa046),segment_id=b757261d-bab5-459c-9be2-97b5652aa046)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:20:49.680100 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Returning: {'device': '420b70b1-b5dd-4288-aad7-8bccf0961747', 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906', 'port_id': '420b70b1-b5dd-4288-aad7-8bccf0961747', 'mac_address': 'fa:16:3e:6e:a7:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88b7472a-b5f3-4f58-a9b7-55a108eaaf89', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:20:49.721654 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:49.735356 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 420b70b1-b5dd-4288-aad7-8bccf0961747 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:20:49.737904 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1ec8c-0a3c-46da-820c-d4f0bc27e6e8 req-ad5ded73-07b2-4542-b642-1ce9af422a1a tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:49.739946 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-aaa1ec8c-0a3c-46da-820c-d4f0bc27e6e8 req-ad5ded73-07b2-4542-b642-1ce9af422a1a tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 943 time: 0.0575681 Aug 19 02:20:49.760808 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 420b70b1-b5dd-4288-aad7-8bccf0961747, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=420b70b1-b5dd-4288-aad7-8bccf0961747,segment=NetworkSegment(b757261d-bab5-459c-9be2-97b5652aa046),segment_id=b757261d-bab5-459c-9be2-97b5652aa046)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:20:49.766067 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf690ad-c164-4078-8010-5695febfdb85 req-fb8563a9-c950-4f92-9fb6-d1a3e0b66bb7 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:49.767620 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-2cf690ad-c164-4078-8010-5695febfdb85 req-fb8563a9-c950-4f92-9fb6-d1a3e0b66bb7 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 944 time: 0.0587122 Aug 19 02:20:49.781761 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-aaa1ec8c-0a3c-46da-820c-d4f0bc27e6e8 req-d32be54e-960b-412d-82a8-a8a5cb5d5a1c tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348394 Aug 19 02:20:49.813326 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-2cf690ad-c164-4078-8010-5695febfdb85 req-45aa7118-0250-451f-8b7d-4607964d24b4 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342495 Aug 19 02:20:49.827341 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:49.876344 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=420b70b1-b5dd-4288-aad7-8bccf0961747,revision_number=4']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:49.980280 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511cb4fe-4f92-456c-a89d-1b1dd13f02c6 req-16ef351f-2a7e-4c05-bfbe-c596c120e32f tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:49.981694 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-511cb4fe-4f92-456c-a89d-1b1dd13f02c6 req-16ef351f-2a7e-4c05-bfbe-c596c120e32f tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 945 time: 0.0468206 Aug 19 02:20:50.018791 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-511cb4fe-4f92-456c-a89d-1b1dd13f02c6 req-7484deea-c64f-439c-8052-15f93932163c tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/security-groups?id=91fe444c-da7a-4c17-890c-14302113a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312161 Aug 19 02:20:50.108429 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7106dec-cace-489d-88c0-44348bf1ec93 req-9d7247d3-1696-4871-a32f-d6fe33f827e3 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:50.110595 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-f7106dec-cace-489d-88c0-44348bf1ec93 req-9d7247d3-1696-4871-a32f-d6fe33f827e3 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 944 time: 0.0484493 Aug 19 02:20:50.151576 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-f7106dec-cace-489d-88c0-44348bf1ec93 req-797c8ff3-6141-4303-84b9-05af24d346de tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350943 Aug 19 02:20:50.361009 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:50.672008 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] get_ports_and_sgs() called for port_ids ['420b70b1-b5dd-4288-aad7-8bccf0961747'] {{(pid=94446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:20:50.804607 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] get_ports_and_sgs() called for port_ids ['9e3a5833-3414-4bc7-84c8-7559f084e9b0'] {{(pid=94446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:20:50.932707 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae7997-5daf-4998-9980-96c15110d5b7 req-186cada5-21d4-4a16-ad92-aa22bf47e092 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:50.934387 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-04ae7997-5daf-4998-9980-96c15110d5b7 req-186cada5-21d4-4a16-ad92-aa22bf47e092 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 944 time: 0.0618606 Aug 19 02:20:50.957571 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b0d25-c39f-4c05-b93c-c8bbb4e0f1a2 req-4294e623-7656-4e6a-9b3e-ebc91642b86e tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:50.961802 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-ba1b0d25-c39f-4c05-b93c-c8bbb4e0f1a2 req-4294e623-7656-4e6a-9b3e-ebc91642b86e tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 944 time: 0.0641253 Aug 19 02:20:50.975652 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-04ae7997-5daf-4998-9980-96c15110d5b7 req-cee96965-b275-4530-8116-454c593385bd tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347543 Aug 19 02:20:51.018249 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-ba1b0d25-c39f-4c05-b93c-c8bbb4e0f1a2 req-1c857236-b347-46b5-b4be-cf7a80cb9fd0 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493157 Aug 19 02:20:51.144105 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b322da1-d87a-4d54-b89e-694d9beb1db5 req-e101fe13-85ab-411c-a376-cb37c65bf9d0 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:51.145584 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-7b322da1-d87a-4d54-b89e-694d9beb1db5 req-e101fe13-85ab-411c-a376-cb37c65bf9d0 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 945 time: 0.0559213 Aug 19 02:20:51.184042 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-7b322da1-d87a-4d54-b89e-694d9beb1db5 req-2ea94217-11b2-44bf-9f8e-bb846794bb7b tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/security-groups?id=91fe444c-da7a-4c17-890c-14302113a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320697 Aug 19 02:20:51.274577 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fecd0b-0834-4e34-85aa-9e3e217ee164 req-d0d76d26-545b-43e8-aaba-40a0fa6320d7 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:51.276055 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-94fecd0b-0834-4e34-85aa-9e3e217ee164 req-d0d76d26-545b-43e8-aaba-40a0fa6320d7 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 944 time: 0.0484488 Aug 19 02:20:51.314149 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-94fecd0b-0834-4e34-85aa-9e3e217ee164 req-ac03a8a1-3d18-4870-bb9d-f186508ada32 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320935 Aug 19 02:20:52.025046 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 420b70b1-b5dd-4288-aad7-8bccf0961747 up at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:20:52.122280 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777cf78-d5c0-4859-90f6-623ee057970c req-d54be5e1-1d45-4d6d-b33d-779c45a0bcc0 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:52.130791 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e777cf78-d5c0-4859-90f6-623ee057970c req-d54be5e1-1d45-4d6d-b33d-779c45a0bcc0 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 944 time: 0.0830543 Aug 19 02:20:52.167230 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning for port 420b70b1-b5dd-4288-aad7-8bccf0961747 completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:20:52.175091 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e777cf78-d5c0-4859-90f6-623ee057970c req-31414972-186d-4afa-b97e-23120705b394 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430243 Aug 19 02:20:52.179858 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952097e-67c8-4ee1-a72c-71802fa81b1e req-713fe3d8-9fc6-475b-9c9d-6f59d9669653 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:52.182674 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-5952097e-67c8-4ee1-a72c-71802fa81b1e req-713fe3d8-9fc6-475b-9c9d-6f59d9669653 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 944 time: 0.0601807 Aug 19 02:20:52.184786 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning complete for port 420b70b1-b5dd-4288-aad7-8bccf0961747 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:20:52.185194 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:52.243582 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-5952097e-67c8-4ee1-a72c-71802fa81b1e req-5c51d097-86f8-4028-aee8-93b02b8c9c2e tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508389 Aug 19 02:20:52.268910 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:52.294805 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350c5a62-4c94-4303-b68e-578dcae254ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '420b70b1-b5dd-4288-aad7-8bccf0961747'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:20:52.307598 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ae6c0-0c37-435a-9543-eb7d40785e56 req-3f2cbe08-1a4a-474e-8fa7-94d3e470738c tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:52.309598 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ef9ae6c0-0c37-435a-9543-eb7d40785e56 req-3f2cbe08-1a4a-474e-8fa7-94d3e470738c tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 945 time: 0.0521934 Aug 19 02:20:52.378003 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ef9ae6c0-0c37-435a-9543-eb7d40785e56 req-c7a72d94-5bad-4404-a922-25ae47313723 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/security-groups?id=91fe444c-da7a-4c17-890c-14302113a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619936 Aug 19 02:20:52.470245 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c3d52-f7aa-4367-a39b-455ec50b820f req-6dde8a67-588f-472e-8713-723f9f367063 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:52.471931 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-875c3d52-f7aa-4367-a39b-455ec50b820f req-6dde8a67-588f-472e-8713-723f9f367063 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 944 time: 0.0632501 Aug 19 02:20:52.521278 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-875c3d52-f7aa-4367-a39b-455ec50b820f req-59ec03e9-a437-4480-801b-b281629123e0 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415945 Aug 19 02:20:52.525473 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 420b70b1-b5dd-4288-aad7-8bccf0961747, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=420b70b1-b5dd-4288-aad7-8bccf0961747,segment=NetworkSegment(b757261d-bab5-459c-9be2-97b5652aa046),segment_id=b757261d-bab5-459c-9be2-97b5652aa046)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:20:52.624779 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bda349f3ade6abb3bc5cfb3e12963279474636f4ef178e03561db7d4c095529d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa02af9a-13e2-41ba-afc7-52bce707e26a" -d '{"events": [{"server_uuid": "350c5a62-4c94-4303-b68e-578dcae254ed", "name": "network-vif-plugged", "status": "completed", "tag": "420b70b1-b5dd-4288-aad7-8bccf0961747"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:20:52.628329 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:52.633734 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 76efc3d0-1d4c-4cae-bf48-20d1af04e8ca up at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:20:52.706622 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=420b70b1-b5dd-4288-aad7-8bccf0961747,revision_number=5']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:52.719512 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbad86b-ce2b-4d14-bf6d-db2ba9d6858f x-openstack-request-id: req-7bbad86b-ce2b-4d14-bf6d-db2ba9d6858f {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:20:52.719804 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "350c5a62-4c94-4303-b68e-578dcae254ed", "name": "network-vif-plugged", "status": "completed", "tag": "420b70b1-b5dd-4288-aad7-8bccf0961747", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:20:52.720059 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7bbad86b-ce2b-4d14-bf6d-db2ba9d6858f {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:20:52.720536 dv-cinder-755654-10-iscsi neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350c5a62-4c94-4303-b68e-578dcae254ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '420b70b1-b5dd-4288-aad7-8bccf0961747', 'code': 200} Aug 19 02:20:52.808202 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning for port 76efc3d0-1d4c-4cae-bf48-20d1af04e8ca completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:20:52.819240 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning complete for port 76efc3d0-1d4c-4cae-bf48-20d1af04e8ca triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:20:52.819240 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:52.907346 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 33180) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:52.918496 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:52.951904 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 76efc3d0-1d4c-4cae-bf48-20d1af04e8ca, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=76efc3d0-1d4c-4cae-bf48-20d1af04e8ca,segment=NetworkSegment(9bf1da37-dd52-4a35-a6bf-1be2af2df224),segment_id=9bf1da37-dd52-4a35-a6bf-1be2af2df224)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:20:53.021402 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-582b20e8-6acd-4b40-a74e-8e1a7019ec31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:53.041999 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:53.042848 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 5728ab89-a07a-4631-aada-e2a49d0e259d up at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:20:53.119206 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=76efc3d0-1d4c-4cae-bf48-20d1af04e8ca,revision_number=5']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:53.134187 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0496158-cea6-4442-9864-5df569008daa req-a17b166d-2f80-45dc-a011-ee5cbbcc0951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:53.135691 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-b0496158-cea6-4442-9864-5df569008daa req-a17b166d-2f80-45dc-a011-ee5cbbcc0951 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 1098 time: 0.0977302 Aug 19 02:20:53.163426 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [req-b0496158-cea6-4442-9864-5df569008daa req-a062efd4-0251-4275-bbd7-ad2e0a13513f service neutron] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:53.202559 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-582b20e8-6acd-4b40-a74e-8e1a7019ec31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:53.216200 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning for port 5728ab89-a07a-4631-aada-e2a49d0e259d completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:20:53.220714 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning complete for port 5728ab89-a07a-4631-aada-e2a49d0e259d triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:20:53.221194 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:53.297531 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61907315-e97e-41df-b9aa-e41dde7e44b8 req-c9ffadfb-b1ca-444f-808c-ba73c2952d6c tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:53.304845 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-61907315-e97e-41df-b9aa-e41dde7e44b8 req-c9ffadfb-b1ca-444f-808c-ba73c2952d6c tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 945 time: 0.0558658 Aug 19 02:20:53.312923 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:53.322173 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-582b20e8-6acd-4b40-a74e-8e1a7019ec31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:53.348291 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 5728ab89-a07a-4631-aada-e2a49d0e259d, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=5728ab89-a07a-4631-aada-e2a49d0e259d,segment=NetworkSegment(5c8ca054-c816-4a60-ac65-8ca13b1723f0),segment_id=5c8ca054-c816-4a60-ac65-8ca13b1723f0)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:20:53.376209 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6d8f4-acc6-49b0-a224-d4a2a62ef831 req-e79f960f-7cf5-4e76-83e6-ead4dc50f53e tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:53.377720 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-a5e6d8f4-acc6-49b0-a224-d4a2a62ef831 req-e79f960f-7cf5-4e76-83e6-ead4dc50f53e tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 945 time: 0.0570171 Aug 19 02:20:53.392634 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-582b20e8-6acd-4b40-a74e-8e1a7019ec31 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8254c3cfcfa0402581c86c3d28e80a92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4840848 Aug 19 02:20:53.397884 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 33190) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:53.406606 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-61907315-e97e-41df-b9aa-e41dde7e44b8 req-a80eed66-a497-4069-b5cb-7b64d61d901c tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008804 Aug 19 02:20:53.409098 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b20e8-6acd-4b40-a74e-8e1a7019ec31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf41964-8478-48fb-8a91-dec614451f84,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:53.420816 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-a5e6d8f4-acc6-49b0-a224-d4a2a62ef831 req-b10349a8-8045-4fa2-b95c-0c328427dd5a tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364103 Aug 19 02:20:53.436621 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582b20e8-6acd-4b40-a74e-8e1a7019ec31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:20:53.436970 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582b20e8-6acd-4b40-a74e-8e1a7019ec31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:20:53.437354 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582b20e8-6acd-4b40-a74e-8e1a7019ec31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:20:53.437683 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582b20e8-6acd-4b40-a74e-8e1a7019ec31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:20:53.438008 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582b20e8-6acd-4b40-a74e-8e1a7019ec31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:20:53.438335 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582b20e8-6acd-4b40-a74e-8e1a7019ec31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:20:53.438642 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582b20e8-6acd-4b40-a74e-8e1a7019ec31 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:20:53.439128 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582b20e8-6acd-4b40-a74e-8e1a7019ec31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:20:53.439602 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582b20e8-6acd-4b40-a74e-8e1a7019ec31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:20:53.439924 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582b20e8-6acd-4b40-a74e-8e1a7019ec31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:20:53.440400 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582b20e8-6acd-4b40-a74e-8e1a7019ec31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:20:53.440727 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582b20e8-6acd-4b40-a74e-8e1a7019ec31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:20:53.444719 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:53.497973 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=5728ab89-a07a-4631-aada-e2a49d0e259d,revision_number=5']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:53.519948 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-2935968d-f3d1-4e14-a99c-76952d4b305c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:53.562017 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [req-b0496158-cea6-4442-9864-5df569008daa req-a062efd4-0251-4275-bbd7-ad2e0a13513f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:53.564050 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-2935968d-f3d1-4e14-a99c-76952d4b305c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:53.586653 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52dc28-3258-4272-ac2b-392e43b697cf req-f52b39b5-0ede-495c-8dc2-e081eb043938 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:53.594666 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-7a52dc28-3258-4272-ac2b-392e43b697cf req-f52b39b5-0ede-495c-8dc2-e081eb043938 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 946 time: 0.1165004 Aug 19 02:20:53.639243 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [req-b0496158-cea6-4442-9864-5df569008daa req-a062efd4-0251-4275-bbd7-ad2e0a13513f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:53.655273 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724f2af-1b92-40a4-b230-ee2c0740ef2b req-4abab89c-19ac-43c6-a8df-f99e111f87af tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:53.656807 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-8724f2af-1b92-40a4-b230-ee2c0740ef2b req-4abab89c-19ac-43c6-a8df-f99e111f87af tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 944 time: 0.0583155 Aug 19 02:20:53.684298 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-b0496158-cea6-4442-9864-5df569008daa req-a062efd4-0251-4275-bbd7-ad2e0a13513f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5405192 Aug 19 02:20:53.697008 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-8724f2af-1b92-40a4-b230-ee2c0740ef2b req-8b713243-9e5d-4999-9685-0160b4817425 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332515 Aug 19 02:20:53.697242 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-7a52dc28-3258-4272-ac2b-392e43b697cf req-a201f4a0-f059-4e10-b8c0-0faccc01c711 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/security-groups?id=91fe444c-da7a-4c17-890c-14302113a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013951 Aug 19 02:20:53.699972 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062efd4-0251-4275-bbd7-ad2e0a13513f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca96787-8948-44ba-9590-57ebe370807f,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:53.812665 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-2935968d-f3d1-4e14-a99c-76952d4b305c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:53.815461 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-2935968d-f3d1-4e14-a99c-76952d4b305c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:53.816694 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-2935968d-f3d1-4e14-a99c-76952d4b305c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/daf41964-8478-48fb-8a91-dec614451f84 HTTP/1.1" status: 204 len: 168 time: 0.4177034 Aug 19 02:20:53.825183 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935968d-f3d1-4e14-a99c-76952d4b305c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf41964-8478-48fb-8a91-dec614451f84,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:54.038382 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 9e3a5833-3414-4bc7-84c8-7559f084e9b0 up at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:20:54.168804 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 33220) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:54.223995 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning for port 9e3a5833-3414-4bc7-84c8-7559f084e9b0 completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:20:54.228704 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning complete for port 9e3a5833-3414-4bc7-84c8-7559f084e9b0 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:20:54.229347 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:54.284700 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-255991d4-c33b-45aa-8120-b56414c644ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:54.317647 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:54.351326 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 9e3a5833-3414-4bc7-84c8-7559f084e9b0, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=9e3a5833-3414-4bc7-84c8-7559f084e9b0,segment=NetworkSegment(e2620a82-c51e-42da-a26e-9bad6e7c43ea),segment_id=e2620a82-c51e-42da-a26e-9bad6e7c43ea)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:20:54.375488 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-255991d4-c33b-45aa-8120-b56414c644ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:54.433004 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:54.463895 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-255991d4-c33b-45aa-8120-b56414c644ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:54.510921 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-255991d4-c33b-45aa-8120-b56414c644ea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=31308a34e83c44d7a421592e2fd743c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3409455 Aug 19 02:20:54.513512 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 33230) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:54.522526 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255991d4-c33b-45aa-8120-b56414c644ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220e3b59-f246-407d-9e0c-cdbfba199f2c,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:54.525058 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=9e3a5833-3414-4bc7-84c8-7559f084e9b0,revision_number=5']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:54.544710 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0e966-5324-438e-b565-750b034057b4 req-46c6c04c-3170-4f1b-92f6-383db3421a1e tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:54.546281 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-d9b0e966-5324-438e-b565-750b034057b4 req-46c6c04c-3170-4f1b-92f6-383db3421a1e tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 945 time: 0.0640478 Aug 19 02:20:54.550598 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255991d4-c33b-45aa-8120-b56414c644ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:20:54.550944 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255991d4-c33b-45aa-8120-b56414c644ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:20:54.551279 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255991d4-c33b-45aa-8120-b56414c644ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:20:54.551611 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255991d4-c33b-45aa-8120-b56414c644ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:20:54.551934 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255991d4-c33b-45aa-8120-b56414c644ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:20:54.552260 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255991d4-c33b-45aa-8120-b56414c644ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:20:54.552955 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255991d4-c33b-45aa-8120-b56414c644ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:20:54.553316 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255991d4-c33b-45aa-8120-b56414c644ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:20:54.553646 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255991d4-c33b-45aa-8120-b56414c644ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:20:54.553963 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255991d4-c33b-45aa-8120-b56414c644ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:20:54.554281 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255991d4-c33b-45aa-8120-b56414c644ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:20:54.554598 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255991d4-c33b-45aa-8120-b56414c644ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:20:54.593990 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-d9b0e966-5324-438e-b565-750b034057b4 req-5451c3d1-2cb4-4744-ab63-111bcebf26b4 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416720 Aug 19 02:20:54.624686 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff3c54-f48f-4c7c-82ef-e8f29417b7c6 req-ecb532b8-fd2d-4712-8bfe-7cd922f0302d tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:54.626210 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c2ff3c54-f48f-4c7c-82ef-e8f29417b7c6 req-ecb532b8-fd2d-4712-8bfe-7cd922f0302d tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 945 time: 0.1056538 Aug 19 02:20:54.630767 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d77ca29c-6202-4b7a-8965-6cd4af33bf8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:54.666061 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d77ca29c-6202-4b7a-8965-6cd4af33bf8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:54.679219 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 33232) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:54.692214 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b4b0f4ec-a1fa-4676-927c-c52db597fe56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:54.695544 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c2ff3c54-f48f-4c7c-82ef-e8f29417b7c6 req-58e767f4-22ad-4d26-aa8a-7c9ec4468970 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609469 Aug 19 02:20:54.722074 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76efc3d0-1d4c-4cae-bf48-20d1af04e8ca'}, {'server_uuid': '4a1f33c5-18f8-4feb-ac66-dcaa03deaac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5728ab89-a07a-4631-aada-e2a49d0e259d'}, {'server_uuid': 'bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3a5833-3414-4bc7-84c8-7559f084e9b0'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:20:54.724427 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bda349f3ade6abb3bc5cfb3e12963279474636f4ef178e03561db7d4c095529d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d19944-8a89-4261-9a3a-d4844177b582" -d '{"events": [{"server_uuid": "f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2", "name": "network-vif-plugged", "status": "completed", "tag": "76efc3d0-1d4c-4cae-bf48-20d1af04e8ca"}, {"server_uuid": "4a1f33c5-18f8-4feb-ac66-dcaa03deaac5", "name": "network-vif-plugged", "status": "completed", "tag": "5728ab89-a07a-4631-aada-e2a49d0e259d"}, {"server_uuid": "bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7", "name": "network-vif-plugged", "status": "completed", "tag": "9e3a5833-3414-4bc7-84c8-7559f084e9b0"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:20:54.804138 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d77ca29c-6202-4b7a-8965-6cd4af33bf8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:54.807914 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d77ca29c-6202-4b7a-8965-6cd4af33bf8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:54.809057 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-d77ca29c-6202-4b7a-8965-6cd4af33bf8c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/220e3b59-f246-407d-9e0c-cdbfba199f2c HTTP/1.1" status: 204 len: 168 time: 0.2943728 Aug 19 02:20:54.828974 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ca29c-6202-4b7a-8965-6cd4af33bf8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220e3b59-f246-407d-9e0c-cdbfba199f2c,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:54.840406 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ddac5-17e3-4242-84de-50d826b03e40 req-6bb15623-7d46-44a4-9e8d-930efe9f05dd tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:54.842039 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-1e8ddac5-17e3-4242-84de-50d826b03e40 req-6bb15623-7d46-44a4-9e8d-930efe9f05dd tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 946 time: 0.0704005 Aug 19 02:20:54.847909 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b0364-fd26-4ebd-b170-1309c7e4d2ba req-de779679-2661-4a3e-a163-eb3df23e63e1 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:54.849557 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ef9b0364-fd26-4ebd-b170-1309c7e4d2ba req-de779679-2661-4a3e-a163-eb3df23e63e1 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.0779741 Aug 19 02:20:54.904892 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ef9b0364-fd26-4ebd-b170-1309c7e4d2ba req-970a7466-6fa8-4c1e-af70-97aae5704057 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373049 Aug 19 02:20:54.911700 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-1e8ddac5-17e3-4242-84de-50d826b03e40 req-7e6d8af0-8806-4d56-bb4e-2c2ba92df2d6 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/security-groups?id=91fe444c-da7a-4c17-890c-14302113a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575559 Aug 19 02:20:54.917732 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b4b0f4ec-a1fa-4676-927c-c52db597fe56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:54.964819 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 19 Aug 2021 02:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c14a95-9263-4224-8663-45f6bff393e1 x-openstack-request-id: req-78c14a95-9263-4224-8663-45f6bff393e1 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:20:54.965137 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2", "name": "network-vif-plugged", "status": "completed", "tag": "76efc3d0-1d4c-4cae-bf48-20d1af04e8ca", "code": 200}, {"server_uuid": "4a1f33c5-18f8-4feb-ac66-dcaa03deaac5", "name": "network-vif-plugged", "status": "completed", "tag": "5728ab89-a07a-4631-aada-e2a49d0e259d", "code": 200}, {"server_uuid": "bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7", "name": "network-vif-plugged", "status": "completed", "tag": "9e3a5833-3414-4bc7-84c8-7559f084e9b0", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:20:54.965444 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-78c14a95-9263-4224-8663-45f6bff393e1 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:20:54.965852 dv-cinder-755654-10-iscsi neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76efc3d0-1d4c-4cae-bf48-20d1af04e8ca', 'code': 200} Aug 19 02:20:54.966112 dv-cinder-755654-10-iscsi neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1f33c5-18f8-4feb-ac66-dcaa03deaac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5728ab89-a07a-4631-aada-e2a49d0e259d', 'code': 200} Aug 19 02:20:54.966363 dv-cinder-755654-10-iscsi neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3a5833-3414-4bc7-84c8-7559f084e9b0', 'code': 200} Aug 19 02:20:54.970038 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b4b0f4ec-a1fa-4676-927c-c52db597fe56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:55.013294 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-b4b0f4ec-a1fa-4676-927c-c52db597fe56 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b7da9e312d7d448b90fbbc49f29ffe74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3333485 Aug 19 02:20:55.014251 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b0f4ec-a1fa-4676-927c-c52db597fe56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e468852-61a6-4540-ad27-cce29a326efe,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:55.016047 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 33242) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:55.080242 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-549b475c-62e9-45bd-ad47-800377b3f379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:55.109698 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-549b475c-62e9-45bd-ad47-800377b3f379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:55.235897 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-549b475c-62e9-45bd-ad47-800377b3f379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:55.238559 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-549b475c-62e9-45bd-ad47-800377b3f379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:55.243100 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-549b475c-62e9-45bd-ad47-800377b3f379 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6e468852-61a6-4540-ad27-cce29a326efe HTTP/1.1" status: 204 len: 168 time: 0.2229583 Aug 19 02:20:55.252784 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b475c-62e9-45bd-ad47-800377b3f379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e468852-61a6-4540-ad27-cce29a326efe,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:55.328907 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38d57d-2a0a-4008-b208-cae4674d3213 req-10e5364b-d938-4554-8a29-230184a428f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:55.330411 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-ee38d57d-2a0a-4008-b208-cae4674d3213 req-10e5364b-d938-4554-8a29-230184a428f1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 1098 time: 0.0390024 Aug 19 02:20:55.375396 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-ee38d57d-2a0a-4008-b208-cae4674d3213 req-53f94532-bea6-4444-9ad1-3144298c1f3b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358212 Aug 19 02:20:55.529676 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 33260) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:55.542889 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ec3c93ac-9666-4d56-bf74-490656937299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:55.698887 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ec3c93ac-9666-4d56-bf74-490656937299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:55.720149 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 33268) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:55.722494 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f085fd-4c59-440e-896b-23b240b22d5d req-3e87e9f9-6a38-4d5a-91d4-60a001342be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:55.724111 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c5f085fd-4c59-440e-896b-23b240b22d5d req-3e87e9f9-6a38-4d5a-91d4-60a001342be6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 1098 time: 0.0941956 Aug 19 02:20:55.741333 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb782e-9103-48f2-8e89-2c2a513111a9 req-bb153b72-e896-47f9-806b-c31a23384f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:55.743739 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-b0cb782e-9103-48f2-8e89-2c2a513111a9 req-bb153b72-e896-47f9-806b-c31a23384f74 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 1099 time: 0.1009476 Aug 19 02:20:55.760216 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43f022-e763-4c27-a50d-cf798cff3ec8 req-324cc34b-1463-4e26-9c4a-d4a5f460262e tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:55.760879 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ec3c93ac-9666-4d56-bf74-490656937299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:55.767717 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-8a43f022-e763-4c27-a50d-cf798cff3ec8 req-324cc34b-1463-4e26-9c4a-d4a5f460262e tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 945 time: 0.0844154 Aug 19 02:20:55.834278 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-b0cb782e-9103-48f2-8e89-2c2a513111a9 req-5d97ebaa-0544-47c3-bfea-dab95c928d8d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=91fe444c-da7a-4c17-890c-14302113a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645473 Aug 19 02:20:55.845807 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-8a43f022-e763-4c27-a50d-cf798cff3ec8 req-fd2b99da-ec84-4df3-9ea4-357a842b67fa tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752380 Aug 19 02:20:55.873937 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-ec3c93ac-9666-4d56-bf74-490656937299 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ecf2a146ec240a8b579a597993dfa13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3408599 Aug 19 02:20:55.874512 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c5f085fd-4c59-440e-896b-23b240b22d5d req-ee06b141-16ea-4d00-bedf-4d383ce1adf9 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397243 Aug 19 02:20:55.875200 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 33274) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:55.877755 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c93ac-9666-4d56-bf74-490656937299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2768859-d0c5-4aca-b3a4-8cd35e9598fe,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:55.903997 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371bd83-dfb0-4bd9-83af-73672bc8134d req-156a567e-f66d-49b1-b41d-836d925f4b72 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:55.908309 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-3371bd83-dfb0-4bd9-83af-73672bc8134d req-156a567e-f66d-49b1-b41d-836d925f4b72 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 945 time: 0.1089301 Aug 19 02:20:55.974380 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b4b752e6-ced0-419b-9296-7009a85bae91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:55.979758 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-3371bd83-dfb0-4bd9-83af-73672bc8134d req-64dbc53b-d3fa-4756-a12c-2827db7edd8d tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622199 Aug 19 02:20:56.033527 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b4b752e6-ced0-419b-9296-7009a85bae91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:56.074001 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-77a1b5e8-d352-45f5-a27b-2acccd5b134f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:56.107352 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1cea9-d569-4610-bfe6-30deda9540c9 req-1501e565-b255-40d1-874b-3b1886eb6e3c tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:56.108926 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-24f1cea9-d569-4610-bfe6-30deda9540c9 req-1501e565-b255-40d1-874b-3b1886eb6e3c tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.1184902 Aug 19 02:20:56.290000 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa50ecb-c17f-4224-87a2-3846996df887 req-08a5c246-82ba-42d3-8d6d-cdecba6a8099 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:56.291488 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-afa50ecb-c17f-4224-87a2-3846996df887 req-08a5c246-82ba-42d3-8d6d-cdecba6a8099 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 946 time: 0.2416434 Aug 19 02:20:56.331066 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-afa50ecb-c17f-4224-87a2-3846996df887 req-b1ad466e-a979-45ab-a980-21d670604dbf tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/security-groups?id=91fe444c-da7a-4c17-890c-14302113a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332699 Aug 19 02:20:56.350147 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-24f1cea9-d569-4610-bfe6-30deda9540c9 req-d71ad085-2c10-4ae3-9c7b-9323062e062f tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2338915 Aug 19 02:20:56.442134 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b4b752e6-ced0-419b-9296-7009a85bae91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:56.444603 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b4b752e6-ced0-419b-9296-7009a85bae91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:56.446197 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-b4b752e6-ced0-419b-9296-7009a85bae91 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b2768859-d0c5-4aca-b3a4-8cd35e9598fe HTTP/1.1" status: 204 len: 168 time: 0.5694485 Aug 19 02:20:56.467169 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b752e6-ced0-419b-9296-7009a85bae91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2768859-d0c5-4aca-b3a4-8cd35e9598fe,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:56.527723 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-77a1b5e8-d352-45f5-a27b-2acccd5b134f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:56.607075 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-77a1b5e8-d352-45f5-a27b-2acccd5b134f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:56.645335 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-77a1b5e8-d352-45f5-a27b-2acccd5b134f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=76696c07b0d94cbca36fc941353b6959&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9231908 Aug 19 02:20:56.647343 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a1b5e8-d352-45f5-a27b-2acccd5b134f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6857d7-9ea4-43b7-be39-a7e423759f73,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:56.648052 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 33302) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:56.705531 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fcd8352a-8dc3-4d84-a937-cf1133c750cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:56.728593 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fcd8352a-8dc3-4d84-a937-cf1133c750cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:56.858407 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fcd8352a-8dc3-4d84-a937-cf1133c750cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:56.861062 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fcd8352a-8dc3-4d84-a937-cf1133c750cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:56.864782 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-fcd8352a-8dc3-4d84-a937-cf1133c750cd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7e6857d7-9ea4-43b7-be39-a7e423759f73 HTTP/1.1" status: 204 len: 168 time: 0.2132332 Aug 19 02:20:56.872927 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd8352a-8dc3-4d84-a937-cf1133c750cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6857d7-9ea4-43b7-be39-a7e423759f73,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:56.966465 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bfa8b-a874-4aea-b374-cc4b30609936 req-70a38195-719f-46cd-ae46-7ed4095ddf73 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:56.967962 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ca0bfa8b-a874-4aea-b374-cc4b30609936 req-70a38195-719f-46cd-ae46-7ed4095ddf73 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 945 time: 0.0539465 Aug 19 02:20:57.010443 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ca0bfa8b-a874-4aea-b374-cc4b30609936 req-c4216ce6-96ca-4a21-8cc1-6aac8dc1fbea tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364375 Aug 19 02:20:57.104807 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4eafd-0f2a-48b3-b285-7d90f93b757c req-a6ae730e-9df5-452d-a715-35a6395fd5d7 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:57.106316 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-2af4eafd-0f2a-48b3-b285-7d90f93b757c req-a6ae730e-9df5-452d-a715-35a6395fd5d7 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 945 time: 0.0481045 Aug 19 02:20:57.146135 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 33320) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:57.164614 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-2af4eafd-0f2a-48b3-b285-7d90f93b757c req-bd92edc3-1d48-4292-8c48-2ac2dbe88551 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515194 Aug 19 02:20:57.165878 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-51031d98-fb71-43b9-be62-9edcbc82322f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:57.190172 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c338640-3b14-40fe-aa89-74ca4fa12435 req-cceb4c1b-4dc1-4231-b5bb-b7c7ce903271 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:57.200859 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6c338640-3b14-40fe-aa89-74ca4fa12435 req-cceb4c1b-4dc1-4231-b5bb-b7c7ce903271 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 945 time: 0.0693998 Aug 19 02:20:57.200994 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 33322) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:57.206120 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [None req-4be80d65-3992-4fa8-8821-0cccf51be58c tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Request body: {'floatingip': {'port_id': '420b70b1-b5dd-4288-aad7-8bccf0961747'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:20:57.275517 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-51031d98-fb71-43b9-be62-9edcbc82322f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:57.279907 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4be80d65-3992-4fa8-8821-0cccf51be58c tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks [] for floatingip, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:57.356707 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-51031d98-fb71-43b9-be62-9edcbc82322f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:57.415254 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-51031d98-fb71-43b9-be62-9edcbc82322f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4781eaa779b247959d876ae4eb2d7cfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2679780 Aug 19 02:20:57.424574 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 33334) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:57.442975 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51031d98-fb71-43b9-be62-9edcbc82322f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6076ff42-8a21-4981-a66f-c332df1ee56b,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:57.483121 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb3855-caa9-468d-be76-375f72d5350a req-2e1f70aa-0a78-4bf0-b460-9f808a614e29 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:57.484614 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-cbbb3855-caa9-468d-be76-375f72d5350a req-2e1f70aa-0a78-4bf0-b460-9f808a614e29 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 946 time: 0.0641358 Aug 19 02:20:57.526280 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-cbbb3855-caa9-468d-be76-375f72d5350a req-ec5cc70c-e826-4c1f-8d8e-7124525e7cba tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/security-groups?id=91fe444c-da7a-4c17-890c-14302113a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353010 Aug 19 02:20:57.618923 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ceab5-6aa8-40d1-85c5-0d6aa46b6507 req-740f4491-7b4a-4d7b-b7d4-eea2ded06801 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:57.618923 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c21ceab5-6aa8-40d1-85c5-0d6aa46b6507 req-740f4491-7b4a-4d7b-b7d4-eea2ded06801 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.1622100 Aug 19 02:20:57.621162 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f93f586f-2dca-4357-b371-00675752d279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:57.699070 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f93f586f-2dca-4357-b371-00675752d279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:57.774119 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 33346) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:57.788241 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-cd93a340-f59e-4af2-986c-bbf097f925fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:57.874132 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c21ceab5-6aa8-40d1-85c5-0d6aa46b6507 req-ccd7593a-e175-4788-82a9-c368c4d96d98 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2341492 Aug 19 02:20:57.901967 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-cd93a340-f59e-4af2-986c-bbf097f925fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:57.995774 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-cd93a340-f59e-4af2-986c-bbf097f925fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:58.025705 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93a340-f59e-4af2-986c-bbf097f925fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcaf82ea-bbbe-4cfb-ae59-8895177414e9,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:58.057168 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-cd93a340-f59e-4af2-986c-bbf097f925fc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a3d90a6392f4f8abbe282f375f08595&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2793767 Aug 19 02:20:58.057740 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 33354) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:58.096477 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f93f586f-2dca-4357-b371-00675752d279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:58.099183 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f93f586f-2dca-4357-b371-00675752d279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:58.107096 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-f93f586f-2dca-4357-b371-00675752d279 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6076ff42-8a21-4981-a66f-c332df1ee56b HTTP/1.1" status: 204 len: 168 time: 0.6776927 Aug 19 02:20:58.122833 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f586f-2dca-4357-b371-00675752d279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6076ff42-8a21-4981-a66f-c332df1ee56b,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:58.132236 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0442e6a5-d3a9-437c-a3ec-d31ec3894695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:58.181729 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0442e6a5-d3a9-437c-a3ec-d31ec3894695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:58.217964 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4be80d65-3992-4fa8-8821-0cccf51be58c tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:58.281366 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4be80d65-3992-4fa8-8821-0cccf51be58c tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610510'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:58.309183 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c58fd4-ba46-4706-b4d6-8c1c64a21a07 req-a4ffbe1b-3448-409e-a61e-2d5c7a906ec7 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:58.310714 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-31c58fd4-ba46-4706-b4d6-8c1c64a21a07 req-a4ffbe1b-3448-409e-a61e-2d5c7a906ec7 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 945 time: 0.0539706 Aug 19 02:20:58.355171 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-31c58fd4-ba46-4706-b4d6-8c1c64a21a07 req-06b225c9-98d6-446c-a6c0-8a29192ef376 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363367 Aug 19 02:20:58.356485 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0442e6a5-d3a9-437c-a3ec-d31ec3894695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:58.359033 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0442e6a5-d3a9-437c-a3ec-d31ec3894695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:58.360087 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-0442e6a5-d3a9-437c-a3ec-d31ec3894695 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fcaf82ea-bbbe-4cfb-ae59-8895177414e9 HTTP/1.1" status: 204 len: 168 time: 0.3006668 Aug 19 02:20:58.367769 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442e6a5-d3a9-437c-a3ec-d31ec3894695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcaf82ea-bbbe-4cfb-ae59-8895177414e9,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:20:58.424660 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.db.l3_db [None req-4be80d65-3992-4fa8-8821-0cccf51be58c tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Floating IP 8d468c4e-cced-4ba0-879e-2763e5cf9333 associated. External IP: 172.27.1.254, port: 420b70b1-b5dd-4288-aad7-8bccf0961747. Aug 19 02:20:58.819423 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49b08d-0eb4-41c0-ad97-b10f4dc09e97 req-6012962d-f78c-47dc-b177-ca3f4cecd6cc tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:58.821637 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6e49b08d-0eb4-41c0-ad97-b10f4dc09e97 req-6012962d-f78c-47dc-b177-ca3f4cecd6cc tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 946 time: 0.1051929 Aug 19 02:20:58.955643 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6e49b08d-0eb4-41c0-ad97-b10f4dc09e97 req-faef9457-b75f-45b7-be77-04a1e8109796 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/security-groups?id=91fe444c-da7a-4c17-890c-14302113a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010251 Aug 19 02:20:58.970575 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be80d65-3992-4fa8-8821-0cccf51be58c tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Router d1c40882-4b06-4e81-8bf6-e5d79cda217a has already been hosted by L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:20:59.078517 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c73a8-c869-436d-b834-cf7d52b9dc00 req-251f331c-5af6-435b-a076-771279cf7f2d tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:59.087282 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-fe8c73a8-c869-436d-b834-cf7d52b9dc00 req-251f331c-5af6-435b-a076-771279cf7f2d tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.1082857 Aug 19 02:20:59.152411 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be80d65-3992-4fa8-8821-0cccf51be58c tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:20:59.158652 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4be80d65-3992-4fa8-8821-0cccf51be58c tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:59.168042 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa029ed-af0a-471b-9903-2edf91619606 None None] Sync routers for ids ['d1c40882-4b06-4e81-8bf6-e5d79cda217a'] in dv-cinder-755654-10-iscsi {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:20:59.181758 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa029ed-af0a-471b-9903-2edf91619606 None None] Routers {'d1c40882-4b06-4e81-8bf6-e5d79cda217a'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:20:59.184644 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-faa029ed-af0a-471b-9903-2edf91619606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:20:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['d1c40882-4b06-4e81-8bf6-e5d79cda217a'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:20:59.189755 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-fe8c73a8-c869-436d-b834-cf7d52b9dc00 req-74f27178-fd26-4815-a4ee-f328c8e49914 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015799 Aug 19 02:20:59.221237 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-4be80d65-3992-4fa8-8821-0cccf51be58c tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "PUT /v2.0/floatingips/8d468c4e-cced-4ba0-879e-2763e5cf9333 HTTP/1.1" status: 200 len: 991 time: 2.0187104 Aug 19 02:20:59.221873 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '350c5a62-4c94-4303-b68e-578dcae254ed', 'tag': '420b70b1-b5dd-4288-aad7-8bccf0961747'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:20:59.224194 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f099622c-d12f-4201-b612-62567a88f237" -d '{"events": [{"name": "network-changed", "server_uuid": "350c5a62-4c94-4303-b68e-578dcae254ed", "tag": "420b70b1-b5dd-4288-aad7-8bccf0961747"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:20:59.324786 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-faa029ed-af0a-471b-9903-2edf91619606 None None] Set router d1c40882-4b06-4e81-8bf6-e5d79cda217a gateway port host: dv-cinder-755654-10-iscsi {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:20:59.389994 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34769565-5ab8-4ea3-9b8b-65970b76fbb9 req-e4004d41-36cd-46f7-a52a-4b658f1d7770 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:59.392266 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-34769565-5ab8-4ea3-9b8b-65970b76fbb9 req-e4004d41-36cd-46f7-a52a-4b658f1d7770 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.0686433 Aug 19 02:20:59.402228 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 33418) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:20:59.411574 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-1ed2e49e-ec93-45f1-b044-755560ebb781 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Request body: {'floatingip': {'port_id': '9e3a5833-3414-4bc7-84c8-7559f084e9b0'}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:20:59.481663 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6a1b4d-7a11-46e8-ade2-fc31062b15ba x-openstack-request-id: req-8c6a1b4d-7a11-46e8-ade2-fc31062b15ba {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:20:59.483259 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "350c5a62-4c94-4303-b68e-578dcae254ed", "tag": "420b70b1-b5dd-4288-aad7-8bccf0961747", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:20:59.483597 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c6a1b4d-7a11-46e8-ade2-fc31062b15ba {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:20:59.484085 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '350c5a62-4c94-4303-b68e-578dcae254ed', 'tag': '420b70b1-b5dd-4288-aad7-8bccf0961747', 'status': 'completed', 'code': 200} Aug 19 02:20:59.576335 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1ed2e49e-ec93-45f1-b044-755560ebb781 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks [] for floatingip, before_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:20:59.595254 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099622c-d12f-4201-b612-62567a88f237 req-f55ec45d-271c-4d8c-bb5c-fe37272a6e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:59.596781 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f099622c-d12f-4201-b612-62567a88f237 req-f55ec45d-271c-4d8c-bb5c-fe37272a6e31 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=517b8744677e400988e187c26e92c291&device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 1098 time: 0.0902617 Aug 19 02:20:59.736046 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099622c-d12f-4201-b612-62567a88f237 req-44684c75-72f9-4faf-8a64-d2ae657e5c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:59.737854 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f099622c-d12f-4201-b612-62567a88f237 req-44684c75-72f9-4faf-8a64-d2ae657e5c7d service neutron] 10.222.0.22 "GET /v2.0/networks?id=bb3fc84d-f03f-4d97-87e6-72398b20c906 HTTP/1.1" status: 200 len: 917 time: 0.1328495 Aug 19 02:20:59.775723 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ba126-a6ca-47e5-96df-d532ffb51099 req-bd70a575-a804-4d49-bd3f-c3cc5bb24e3f tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:20:59.777919 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c56ba126-a6ca-47e5-96df-d532ffb51099 req-bd70a575-a804-4d49-bd3f-c3cc5bb24e3f tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 945 time: 0.2431843 Aug 19 02:20:59.801678 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-faa029ed-af0a-471b-9903-2edf91619606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'name': 'tempest-AttachVolumeShelveTestJSON-152763069-router', 'tenant_id': '517b8744677e400988e187c26e92c291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'ded5f68b-51bf-4ffa-a281-f74c0e07a9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:19:58Z', 'updated_at': '2021-08-19T02:20:04Z', 'revision_number': 4, 'project_id': '517b8744677e400988e187c26e92c291', 'gw_port': {'id': 'ded5f68b-51bf-4ffa-a281-f74c0e07a9e4', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:19:59Z', 'updated_at': '2021-08-19T02:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_floatingips': [{'id': '8d468c4e-cced-4ba0-879e-2763e5cf9333', 'tenant_id': '517b8744677e400988e187c26e92c291', 'floating_ip_address': '172.27.1.254', 'floating_network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'router_id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'port_id': '420b70b1-b5dd-4288-aad7-8bccf0961747', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906', 'mac_address': 'fa:16:3e:6e:a7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350c5a62-4c94-4303-b68e-578dcae254ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:20:10Z', 'updated_at': '2021-08-19T02:20:58Z', 'revision_number': 1, 'project_id': '517b8744677e400988e187c26e92c291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '061cbc09-c043-437f-971d-a91d07e08a58', 'name': '', 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906', 'tenant_id': '517b8744677e400988e187c26e92c291', 'mac_address': 'fa:16:3e:48:cc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '88b7472a-b5f3-4f58-a9b7-55a108eaaf89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:20:03Z', 'updated_at': '2021-08-19T02:20:12Z', 'revision_number': 5, 'project_id': '517b8744677e400988e187c26e92c291', 'subnets': [{'id': '88b7472a-b5f3-4f58-a9b7-55a108eaaf89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:20:59.833755 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa029ed-af0a-471b-9903-2edf91619606 None None] Checking router: d1c40882-4b06-4e81-8bf6-e5d79cda217a for host: dv-cinder-755654-10-iscsi {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:20:59.857508 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa029ed-af0a-471b-9903-2edf91619606 None None] Routers {'d1c40882-4b06-4e81-8bf6-e5d79cda217a'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:20:59.858136 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-faa029ed-af0a-471b-9903-2edf91619606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:20:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['d1c40882-4b06-4e81-8bf6-e5d79cda217a'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:20:59.902614 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c56ba126-a6ca-47e5-96df-d532ffb51099 req-f1b46efa-45de-4f32-af01-c5d283154dec tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887859 Aug 19 02:21:00.009197 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-faa029ed-af0a-471b-9903-2edf91619606 None None] Set router d1c40882-4b06-4e81-8bf6-e5d79cda217a gateway port host: dv-cinder-755654-10-iscsi {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:21:00.015576 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f099622c-d12f-4201-b612-62567a88f237 req-95b6ba69-ff43-4b49-85d4-462a21e4bf16 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=420b70b1-b5dd-4288-aad7-8bccf0961747 HTTP/1.1" status: 200 len: 999 time: 0.2669220 Aug 19 02:21:00.107986 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099622c-d12f-4201-b612-62567a88f237 req-acf0be9e-6a66-47b2-9676-1cf83cf5631f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:00.109625 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f099622c-d12f-4201-b612-62567a88f237 req-acf0be9e-6a66-47b2-9676-1cf83cf5631f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=88b7472a-b5f3-4f58-a9b7-55a108eaaf89 HTTP/1.1" status: 200 len: 855 time: 0.0873928 Aug 19 02:21:00.210834 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099622c-d12f-4201-b612-62567a88f237 req-8823016a-9acc-421f-af6c-0cf55f915bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:00.219366 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f099622c-d12f-4201-b612-62567a88f237 req-8823016a-9acc-421f-af6c-0cf55f915bc8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bb3fc84d-f03f-4d97-87e6-72398b20c906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0984495 Aug 19 02:21:00.353982 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f099622c-d12f-4201-b612-62567a88f237 req-3f7b65e8-c394-4ab2-8745-8f5683722e2c service neutron] 10.222.0.22 "GET /v2.0/networks/bb3fc84d-f03f-4d97-87e6-72398b20c906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299822 Aug 19 02:21:00.369915 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-faa029ed-af0a-471b-9903-2edf91619606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'name': 'tempest-AttachVolumeShelveTestJSON-152763069-router', 'tenant_id': '517b8744677e400988e187c26e92c291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'ded5f68b-51bf-4ffa-a281-f74c0e07a9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:19:58Z', 'updated_at': '2021-08-19T02:20:04Z', 'revision_number': 4, 'project_id': '517b8744677e400988e187c26e92c291', 'gw_port': {'id': 'ded5f68b-51bf-4ffa-a281-f74c0e07a9e4', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:19:59Z', 'updated_at': '2021-08-19T02:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_floatingips': [{'id': '8d468c4e-cced-4ba0-879e-2763e5cf9333', 'tenant_id': '517b8744677e400988e187c26e92c291', 'floating_ip_address': '172.27.1.254', 'floating_network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'router_id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'port_id': '420b70b1-b5dd-4288-aad7-8bccf0961747', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906', 'mac_address': 'fa:16:3e:6e:a7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350c5a62-4c94-4303-b68e-578dcae254ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:20:10Z', 'updated_at': '2021-08-19T02:20:58Z', 'revision_number': 1, 'project_id': '517b8744677e400988e187c26e92c291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '061cbc09-c043-437f-971d-a91d07e08a58', 'name': '', 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906', 'tenant_id': '517b8744677e400988e187c26e92c291', 'mac_address': 'fa:16:3e:48:cc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '88b7472a-b5f3-4f58-a9b7-55a108eaaf89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:20:03Z', 'updated_at': '2021-08-19T02:20:12Z', 'revision_number': 5, 'project_id': '517b8744677e400988e187c26e92c291', 'subnets': [{'id': '88b7472a-b5f3-4f58-a9b7-55a108eaaf89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:21:00.433205 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa029ed-af0a-471b-9903-2edf91619606 None None] The sync data for ids ['d1c40882-4b06-4e81-8bf6-e5d79cda217a'] in dv-cinder-755654-10-iscsi is: [{'id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'name': 'tempest-AttachVolumeShelveTestJSON-152763069-router', 'tenant_id': '517b8744677e400988e187c26e92c291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'ded5f68b-51bf-4ffa-a281-f74c0e07a9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:19:58Z', 'updated_at': '2021-08-19T02:20:04Z', 'revision_number': 4, 'project_id': '517b8744677e400988e187c26e92c291', 'gw_port': {'id': 'ded5f68b-51bf-4ffa-a281-f74c0e07a9e4', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:19:59Z', 'updated_at': '2021-08-19T02:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_floatingips': [{'id': '8d468c4e-cced-4ba0-879e-2763e5cf9333', 'tenant_id': '517b8744677e400988e187c26e92c291', 'floating_ip_address': '172.27.1.254', 'floating_network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'router_id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'port_id': '420b70b1-b5dd-4288-aad7-8bccf0961747', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906', 'mac_address': 'fa:16:3e:6e:a7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350c5a62-4c94-4303-b68e-578dcae254ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:20:10Z', 'updated_at': '2021-08-19T02:20:58Z', 'revision_number': 1, 'project_id': '517b8744677e400988e187c26e92c291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '061cbc09-c043-437f-971d-a91d07e08a58', 'name': '', 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906', 'tenant_id': '517b8744677e400988e187c26e92c291', 'mac_address': 'fa:16:3e:48:cc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '88b7472a-b5f3-4f58-a9b7-55a108eaaf89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:20:03Z', 'updated_at': '2021-08-19T02:20:12Z', 'revision_number': 5, 'project_id': '517b8744677e400988e187c26e92c291', 'subnets': [{'id': '88b7472a-b5f3-4f58-a9b7-55a108eaaf89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:21:00.520629 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.db.resource_extend [None req-1ed2e49e-ec93-45f1-b044-755560ebb781 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 02:21:00.562315 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f099622c-d12f-4201-b612-62567a88f237 req-9e0c3b5f-ac5d-41d5-90cf-bf40c17625cf service neutron] 10.222.0.22 "GET /v2.0/networks/bb3fc84d-f03f-4d97-87e6-72398b20c906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001328 Aug 19 02:21:00.621742 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1ed2e49e-ec93-45f1-b044-755560ebb781 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:00.728752 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae3df37-753b-45f3-a71a-8fc0d1707302 None None] New status for floating IP 8d468c4e-cced-4ba0-879e-2763e5cf9333: ACTIVE {{(pid=94446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 02:21:00.904714 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1ed2e49e-ec93-45f1-b044-755560ebb781 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610510'] for floatingip, after_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:01.016381 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.db.l3_db [None req-1ed2e49e-ec93-45f1-b044-755560ebb781 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Floating IP 334fc593-e99e-4731-bc40-78490d860538 associated. External IP: 172.27.1.105, port: 9e3a5833-3414-4bc7-84c8-7559f084e9b0. Aug 19 02:21:01.429388 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 33508) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:01.443377 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed2e49e-ec93-45f1-b044-755560ebb781 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Router ce9c17ce-9b54-4f87-9210-98d8b8b121de has already been hosted by L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c {{(pid=94444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:21:01.541774 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-68cb21ba-9946-4fd3-90a4-9d69f347acfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:01.587073 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed2e49e-ec93-45f1-b044-755560ebb781 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:21:01.593753 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1ed2e49e-ec93-45f1-b044-755560ebb781 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for floatingip, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:01.602700 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3e6968-4a97-4874-97f6-ba8506c034cf None None] Sync routers for ids ['ce9c17ce-9b54-4f87-9210-98d8b8b121de'] in dv-cinder-755654-10-iscsi {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:21:01.613585 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3e6968-4a97-4874-97f6-ba8506c034cf None None] Routers {'ce9c17ce-9b54-4f87-9210-98d8b8b121de'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:21:01.620504 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9e3e6968-4a97-4874-97f6-ba8506c034cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:20:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['ce9c17ce-9b54-4f87-9210-98d8b8b121de'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:21:01.637218 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-1ed2e49e-ec93-45f1-b044-755560ebb781 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "PUT /v2.0/floatingips/334fc593-e99e-4731-bc40-78490d860538 HTTP/1.1" status: 200 len: 991 time: 2.2305951 Aug 19 02:21:01.637218 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7', 'tag': '9e3a5833-3414-4bc7-84c8-7559f084e9b0'}] {{(pid=94444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:21:01.637750 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb35c0d0e89737a5b8c9f717e1a2b083f59fc6c79be02b323c6f08342a224ec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7ec42e-9701-4e51-90df-235ceba19702" -d '{"events": [{"name": "network-changed", "server_uuid": "bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7", "tag": "9e3a5833-3414-4bc7-84c8-7559f084e9b0"}]}' {{(pid=94444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:21:01.667157 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-68cb21ba-9946-4fd3-90a4-9d69f347acfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:01.730998 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-9e3e6968-4a97-4874-97f6-ba8506c034cf None None] Set router ce9c17ce-9b54-4f87-9210-98d8b8b121de gateway port host: dv-cinder-755654-10-iscsi {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:21:01.752868 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-68cb21ba-9946-4fd3-90a4-9d69f347acfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:01.792952 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-68cb21ba-9946-4fd3-90a4-9d69f347acfb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7d122fb2fbd04a93b7ca8be56e2f7e41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3618934 Aug 19 02:21:01.793826 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb21ba-9946-4fd3-90a4-9d69f347acfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d61fa5-01d9-426b-883f-4518ba54f5a4,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:01.795615 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 33522) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:01.846558 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-33cb3fe5-074e-42b8-b98c-22065c76dc8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:01.868964 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-33cb3fe5-074e-42b8-b98c-22065c76dc8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:01.961465 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9e3e6968-4a97-4874-97f6-ba8506c034cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'name': 'tempest-AttachVolumeTestJSON-599753213-router', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:19:55Z', 'updated_at': '2021-08-19T02:20:03Z', 'revision_number': 4, 'project_id': '059670e8b6b34fb1857bc100102fd1b6', 'gw_port': {'id': 'eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:19:57Z', 'updated_at': '2021-08-19T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_floatingips': [{'id': '334fc593-e99e-4731-bc40-78490d860538', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'floating_ip_address': '172.27.1.105', 'floating_network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'router_id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'port_id': '9e3a5833-3414-4bc7-84c8-7559f084e9b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e444d17-d7c0-4b47-aa19-93665776705e', 'mac_address': 'fa:16:3e:10:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:20:08Z', 'updated_at': '2021-08-19T02:21:00Z', 'revision_number': 1, 'project_id': '059670e8b6b34fb1857bc100102fd1b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdb615a9-d223-4589-a04f-caad3e2296f1', 'name': '', 'network_id': '7e444d17-d7c0-4b47-aa19-93665776705e', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'mac_address': 'fa:16:3e:a2:dd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '731d6e4c-a04d-474e-b79a-51c9af4274e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:20:01Z', 'updated_at': '2021-08-19T02:20:08Z', 'revision_number': 5, 'project_id': '059670e8b6b34fb1857bc100102fd1b6', 'subnets': [{'id': '731d6e4c-a04d-474e-b79a-51c9af4274e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:21:01.981723 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-33cb3fe5-074e-42b8-b98c-22065c76dc8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:01.985522 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-33cb3fe5-074e-42b8-b98c-22065c76dc8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:01.989800 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-33cb3fe5-074e-42b8-b98c-22065c76dc8b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/00d61fa5-01d9-426b-883f-4518ba54f5a4 HTTP/1.1" status: 204 len: 168 time: 0.1898062 Aug 19 02:21:01.989920 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3e6968-4a97-4874-97f6-ba8506c034cf None None] Checking router: ce9c17ce-9b54-4f87-9210-98d8b8b121de for host: dv-cinder-755654-10-iscsi {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:21:01.996703 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb3fe5-074e-42b8-b98c-22065c76dc8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d61fa5-01d9-426b-883f-4518ba54f5a4,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:02.001244 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3e6968-4a97-4874-97f6-ba8506c034cf None None] Routers {'ce9c17ce-9b54-4f87-9210-98d8b8b121de'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:21:02.002582 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9e3e6968-4a97-4874-97f6-ba8506c034cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:20:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['ce9c17ce-9b54-4f87-9210-98d8b8b121de'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:21:02.088333 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 33528) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:02.119115 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-9e3e6968-4a97-4874-97f6-ba8506c034cf None None] Set router ce9c17ce-9b54-4f87-9210-98d8b8b121de gateway port host: dv-cinder-755654-10-iscsi {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:21:02.209397 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0ba515f5-904d-4302-8539-75e24d6e1f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:02.300484 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0ba515f5-904d-4302-8539-75e24d6e1f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:02.358336 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-9e3e6968-4a97-4874-97f6-ba8506c034cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'name': 'tempest-AttachVolumeTestJSON-599753213-router', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:19:55Z', 'updated_at': '2021-08-19T02:20:03Z', 'revision_number': 4, 'project_id': '059670e8b6b34fb1857bc100102fd1b6', 'gw_port': {'id': 'eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:19:57Z', 'updated_at': '2021-08-19T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_floatingips': [{'id': '334fc593-e99e-4731-bc40-78490d860538', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'floating_ip_address': '172.27.1.105', 'floating_network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'router_id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'port_id': '9e3a5833-3414-4bc7-84c8-7559f084e9b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e444d17-d7c0-4b47-aa19-93665776705e', 'mac_address': 'fa:16:3e:10:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:20:08Z', 'updated_at': '2021-08-19T02:21:00Z', 'revision_number': 1, 'project_id': '059670e8b6b34fb1857bc100102fd1b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdb615a9-d223-4589-a04f-caad3e2296f1', 'name': '', 'network_id': '7e444d17-d7c0-4b47-aa19-93665776705e', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'mac_address': 'fa:16:3e:a2:dd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '731d6e4c-a04d-474e-b79a-51c9af4274e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:20:01Z', 'updated_at': '2021-08-19T02:20:08Z', 'revision_number': 5, 'project_id': '059670e8b6b34fb1857bc100102fd1b6', 'subnets': [{'id': '731d6e4c-a04d-474e-b79a-51c9af4274e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:21:02.384773 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0ba515f5-904d-4302-8539-75e24d6e1f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:02.385726 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3e6968-4a97-4874-97f6-ba8506c034cf None None] The sync data for ids ['ce9c17ce-9b54-4f87-9210-98d8b8b121de'] in dv-cinder-755654-10-iscsi is: [{'id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'name': 'tempest-AttachVolumeTestJSON-599753213-router', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:19:55Z', 'updated_at': '2021-08-19T02:20:03Z', 'revision_number': 4, 'project_id': '059670e8b6b34fb1857bc100102fd1b6', 'gw_port': {'id': 'eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:19:57Z', 'updated_at': '2021-08-19T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_floatingips': [{'id': '334fc593-e99e-4731-bc40-78490d860538', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'floating_ip_address': '172.27.1.105', 'floating_network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'router_id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'port_id': '9e3a5833-3414-4bc7-84c8-7559f084e9b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e444d17-d7c0-4b47-aa19-93665776705e', 'mac_address': 'fa:16:3e:10:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:20:08Z', 'updated_at': '2021-08-19T02:21:00Z', 'revision_number': 1, 'project_id': '059670e8b6b34fb1857bc100102fd1b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdb615a9-d223-4589-a04f-caad3e2296f1', 'name': '', 'network_id': '7e444d17-d7c0-4b47-aa19-93665776705e', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'mac_address': 'fa:16:3e:a2:dd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '731d6e4c-a04d-474e-b79a-51c9af4274e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:20:01Z', 'updated_at': '2021-08-19T02:20:08Z', 'revision_number': 5, 'project_id': '059670e8b6b34fb1857bc100102fd1b6', 'subnets': [{'id': '731d6e4c-a04d-474e-b79a-51c9af4274e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:21:02.428996 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-0ba515f5-904d-4302-8539-75e24d6e1f95 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=33d5a2d63d6e4a7689beb788d41156c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3386564 Aug 19 02:21:02.432260 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba515f5-904d-4302-8539-75e24d6e1f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7064b949-8e2e-49cf-bf57-3afbbda44fd7,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:02.432709 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 33540) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:02.484990 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-28ca00bd-c111-4303-8241-43d3db22f285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:02.506324 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-28ca00bd-c111-4303-8241-43d3db22f285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:02.589094 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd58583-2394-4fa9-83fb-0d6ecf07e7cc None None] New status for floating IP 334fc593-e99e-4731-bc40-78490d860538: ACTIVE {{(pid=94446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 02:21:02.621431 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-28ca00bd-c111-4303-8241-43d3db22f285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:02.624837 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-28ca00bd-c111-4303-8241-43d3db22f285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:02.626119 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-28ca00bd-c111-4303-8241-43d3db22f285 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7064b949-8e2e-49cf-bf57-3afbbda44fd7 HTTP/1.1" status: 204 len: 168 time: 0.1925173 Aug 19 02:21:02.635640 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca00bd-c111-4303-8241-43d3db22f285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7064b949-8e2e-49cf-bf57-3afbbda44fd7,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:02.701086 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 33546) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:02.714620 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c0cbfb4b-f51a-4d9a-8a2a-b4a136a5fdad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:02.801869 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c0cbfb4b-f51a-4d9a-8a2a-b4a136a5fdad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:02.889718 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c0cbfb4b-f51a-4d9a-8a2a-b4a136a5fdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:02.932600 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-c0cbfb4b-f51a-4d9a-8a2a-b4a136a5fdad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aed76af4fcc847eda6d860ecd1a8b2c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272851 Aug 19 02:21:02.932600 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cbfb4b-f51a-4d9a-8a2a-b4a136a5fdad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bc70fc-8350-4902-9046-b870630b9a59,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:02.933014 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 33550) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:02.989732 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-3e113a06-827a-47f1-9820-f381ef8947db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:03.011721 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-3e113a06-827a-47f1-9820-f381ef8947db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:03.165164 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-3e113a06-827a-47f1-9820-f381ef8947db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:03.168420 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-3e113a06-827a-47f1-9820-f381ef8947db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:03.169208 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-3e113a06-827a-47f1-9820-f381ef8947db admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a2bc70fc-8350-4902-9046-b870630b9a59 HTTP/1.1" status: 204 len: 168 time: 0.2351408 Aug 19 02:21:03.177242 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e113a06-827a-47f1-9820-f381ef8947db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bc70fc-8350-4902-9046-b870630b9a59,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:03.342046 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 33560) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:03.354713 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-e17b0d70-e67e-4d6e-934f-5b4df116674b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:03.453115 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-e17b0d70-e67e-4d6e-934f-5b4df116674b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:03.526497 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-e17b0d70-e67e-4d6e-934f-5b4df116674b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:03.565654 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-e17b0d70-e67e-4d6e-934f-5b4df116674b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9dc483d336b149e38a5d05ebd2921a2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2236807 Aug 19 02:21:03.566753 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b0d70-e67e-4d6e-934f-5b4df116674b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241a66fe-b5b2-4f3a-bcc2-19c914f57a19,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:03.569816 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 33568) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:03.621872 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-eab9af83-848b-40f4-9071-7c8fbeae08a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:03.649803 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-eab9af83-848b-40f4-9071-7c8fbeae08a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:03.795430 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-eab9af83-848b-40f4-9071-7c8fbeae08a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:03.798138 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-eab9af83-848b-40f4-9071-7c8fbeae08a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:03.799308 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-eab9af83-848b-40f4-9071-7c8fbeae08a5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/241a66fe-b5b2-4f3a-bcc2-19c914f57a19 HTTP/1.1" status: 204 len: 168 time: 0.2283747 Aug 19 02:21:03.808077 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab9af83-848b-40f4-9071-7c8fbeae08a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241a66fe-b5b2-4f3a-bcc2-19c914f57a19,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:04.229828 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 33596) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:04.341093 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab5eb33-05b4-41ab-954a-c39b246d63d9 x-openstack-request-id: req-4ab5eb33-05b4-41ab-954a-c39b246d63d9 {{(pid=94444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:21:04.341093 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7", "tag": "9e3a5833-3414-4bc7-84c8-7559f084e9b0", "status": "completed", "code": 200}]} {{(pid=94444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:21:04.341093 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4ab5eb33-05b4-41ab-954a-c39b246d63d9 {{(pid=94444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:21:04.341093 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7', 'tag': '9e3a5833-3414-4bc7-84c8-7559f084e9b0', 'status': 'completed', 'code': 200} Aug 19 02:21:04.349458 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-ce8d2397-4ece-4788-a252-8a7cf1dad668 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1663151047-network', 'tenant_id': 'c89f21444de44f899449dff5fad945ef'}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:21:04.400537 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ec42e-9701-4e51-90df-235ceba19702 req-4456f107-9a35-463e-a213-6345aa69fa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:04.402141 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ea7ec42e-9701-4e51-90df-235ceba19702 req-4456f107-9a35-463e-a213-6345aa69fa31 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=059670e8b6b34fb1857bc100102fd1b6&device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 1098 time: 0.0411205 Aug 19 02:21:04.438595 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8d2397-4ece-4788-a252-8a7cf1dad668 admin admin] Made reservation on behalf of c89f21444de44f899449dff5fad945ef for: {'network': 1} {{(pid=94444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:21:04.440902 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-ce8d2397-4ece-4788-a252-8a7cf1dad668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for network, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:04.450139 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-ce8d2397-4ece-4788-a252-8a7cf1dad668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:04.491065 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ec42e-9701-4e51-90df-235ceba19702 req-812cbd6b-b3fe-4421-8aba-3fc08c03bb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:04.493313 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ea7ec42e-9701-4e51-90df-235ceba19702 req-812cbd6b-b3fe-4421-8aba-3fc08c03bb7f service neutron] 10.222.0.22 "GET /v2.0/networks?id=7e444d17-d7c0-4b47-aa19-93665776705e HTTP/1.1" status: 200 len: 911 time: 0.0838311 Aug 19 02:21:04.538847 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-ce8d2397-4ece-4788-a252-8a7cf1dad668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:04.562727 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ea7ec42e-9701-4e51-90df-235ceba19702 req-9cf6cfca-7ce9-45f4-bdd5-f3edf73f64d5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e3a5833-3414-4bc7-84c8-7559f084e9b0 HTTP/1.1" status: 200 len: 1001 time: 0.0609095 Aug 19 02:21:04.615231 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ec42e-9701-4e51-90df-235ceba19702 req-b8f8c5b8-57e5-4e3d-9ab3-d16e11bf113e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:04.616850 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ea7ec42e-9701-4e51-90df-235ceba19702 req-b8f8c5b8-57e5-4e3d-9ab3-d16e11bf113e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=731d6e4c-a04d-474e-b79a-51c9af4274e4 HTTP/1.1" status: 200 len: 849 time: 0.0452704 Aug 19 02:21:04.634647 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-ce8d2397-4ece-4788-a252-8a7cf1dad668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:04.663082 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce8d2397-4ece-4788-a252-8a7cf1dad668 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=94444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 02:21:04.675506 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d2397-4ece-4788-a252-8a7cf1dad668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1358d9-d41e-4773-b444-454e3f354d6c,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:04.683459 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-ce8d2397-4ece-4788-a252-8a7cf1dad668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178'] for segment, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:04.683459 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.db.segments_db [None req-ce8d2397-4ece-4788-a252-8a7cf1dad668 admin admin] Added segment 5ed7af75-92be-45b0-9edd-85ee8a4fbdd1 of type vlan for network 0515ddad-f53f-455c-ab45-642adcf764ad Aug 19 02:21:04.691299 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ec42e-9701-4e51-90df-235ceba19702 req-a275c9f7-8032-4eb3-9ebe-e74e90c62afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:04.693610 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ea7ec42e-9701-4e51-90df-235ceba19702 req-a275c9f7-8032-4eb3-9ebe-e74e90c62afb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7e444d17-d7c0-4b47-aa19-93665776705e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0629439 Aug 19 02:21:04.731860 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-ce8d2397-4ece-4788-a252-8a7cf1dad668 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754220385702'] for network, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:04.811045 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ea7ec42e-9701-4e51-90df-235ceba19702 req-ac71602e-6dff-49f7-a431-99cb5fb2344e service neutron] 10.222.0.22 "GET /v2.0/networks/7e444d17-d7c0-4b47-aa19-93665776705e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946507 Aug 19 02:21:04.823786 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-ce8d2397-4ece-4788-a252-8a7cf1dad668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116'] for network, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:04.824852 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8d2397-4ece-4788-a252-8a7cf1dad668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:04.825552 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-ce8d2397-4ece-4788-a252-8a7cf1dad668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for network, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:04.889370 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d2397-4ece-4788-a252-8a7cf1dad668 admin admin] Pushing event updated for resources: {'Network': ['ID=0515ddad-f53f-455c-ab45-642adcf764ad,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:04.901145 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Network 0515ddad-f53f-455c-ab45-642adcf764ad details requested by agent ovs-agent-dv-cinder-755654-10-iscsi with host dv-cinder-755654-10-iscsi {{(pid=94446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 02:21:04.911785 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ea7ec42e-9701-4e51-90df-235ceba19702 req-f48ae12c-18d1-4a45-b708-1ece13eba040 service neutron] 10.222.0.22 "GET /v2.0/networks/7e444d17-d7c0-4b47-aa19-93665776705e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936236 Aug 19 02:21:04.928499 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-ce8d2397-4ece-4788-a252-8a7cf1dad668 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6974840 Aug 19 02:21:04.931408 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 33618) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:04.937137 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-1a96b970-e1b3-4093-b940-e1ced803f2c4 admin admin] Request body: {'subnet': {'network_id': '0515ddad-f53f-455c-ab45-642adcf764ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1663151047-subnet', 'tenant_id': 'c89f21444de44f899449dff5fad945ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:21:05.033075 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a96b970-e1b3-4093-b940-e1ced803f2c4 admin admin] Made reservation on behalf of c89f21444de44f899449dff5fad945ef for: {'subnet': 1} {{(pid=94444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:21:05.035556 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1a96b970-e1b3-4093-b940-e1ced803f2c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3746272'] for subnet, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:05.247220 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-397f3aae-58c8-41d5-b728-32bfad3cc98a req-6f4e09a5-908f-4f45-a605-efb7e48f9de4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389707 Aug 19 02:21:05.297591 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1a96b970-e1b3-4093-b940-e1ced803f2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4183558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3746294'] for subnet, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:05.399396 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f3aae-58c8-41d5-b728-32bfad3cc98a req-8579b5ff-f975-44d7-81a9-6cdcee6dd404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:05.401004 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-397f3aae-58c8-41d5-b728-32bfad3cc98a req-8579b5ff-f975-44d7-81a9-6cdcee6dd404 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=21e2050ddc3a4486be917df4cf6b0b60&device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 1098 time: 0.0820127 Aug 19 02:21:05.403932 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a96b970-e1b3-4093-b940-e1ced803f2c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7a725fb-f740-4879-a442-c5f0d886c8b4,revision_number=0']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:05.408207 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a96b970-e1b3-4093-b940-e1ced803f2c4 admin admin] Checking segment: {'id': '5ed7af75-92be-45b0-9edd-85ee8a4fbdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0515ddad-f53f-455c-ab45-642adcf764ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:21:05.408566 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a96b970-e1b3-4093-b940-e1ced803f2c4 admin admin] Network hostable DHCP agents. Network: 0515ddad-f53f-455c-ab45-642adcf764ad, hostable agents: ['5428ca17-2793-4a7a-b269-f163004a9067'], hosted agents: [] {{(pid=94444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 02:21:05.475312 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a96b970-e1b3-4093-b940-e1ced803f2c4 admin admin] Network 0515ddad-f53f-455c-ab45-642adcf764ad is scheduled to be hosted by DHCP agent 5428ca17-2793-4a7a-b269-f163004a9067 with binding_index 1 {{(pid=94444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 02:21:05.516669 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f3aae-58c8-41d5-b728-32bfad3cc98a req-c45cbb35-75db-48c6-b5ea-2eeadaf694cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:05.518433 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-397f3aae-58c8-41d5-b728-32bfad3cc98a req-c45cbb35-75db-48c6-b5ea-2eeadaf694cb service neutron] 10.222.0.22 "GET /v2.0/networks?id=6c43c105-26e3-4f24-a429-1210329b462e HTTP/1.1" status: 200 len: 915 time: 0.0946851 Aug 19 02:21:05.561332 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-397f3aae-58c8-41d5-b728-32bfad3cc98a req-c677dd55-4eb0-45df-8e6e-8947898e3d14 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76efc3d0-1d4c-4cae-bf48-20d1af04e8ca HTTP/1.1" status: 200 len: 217 time: 0.0353947 Aug 19 02:21:05.592862 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.base_scheduler [None req-1a96b970-e1b3-4093-b940-e1ced803f2c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755654-10-iscsi, 0515ddad-f53f-455c-ab45-642adcf764ad) {{(pid=94444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:21:05.597285 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a96b970-e1b3-4093-b940-e1ced803f2c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:05.600064 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1a96b970-e1b3-4093-b940-e1ced803f2c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for subnet, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:05.603694 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea10213-fbac-485e-9689-62a85b5c4762 None None] Network 0515ddad-f53f-455c-ab45-642adcf764ad requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:21:05.673334 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-1a96b970-e1b3-4093-b940-e1ced803f2c4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7404802 Aug 19 02:21:05.734079 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4da09f8-03dd-45b3-a486-f18e5f7151b0 None None] Network 0515ddad-f53f-455c-ab45-642adcf764ad requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:21:06.192628 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:06.421963 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 33680) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:06.427153 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-f3e80bea-8a5c-49d6-98a4-0d521987accb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-629751861-network', 'tenant_id': '337108eebafe44d587000c57d700e287'}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:21:06.543536 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e80bea-8a5c-49d6-98a4-0d521987accb admin admin] Made reservation on behalf of 337108eebafe44d587000c57d700e287 for: {'network': 1} {{(pid=94444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:21:06.552455 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-f3e80bea-8a5c-49d6-98a4-0d521987accb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for network, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:06.555605 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-f3e80bea-8a5c-49d6-98a4-0d521987accb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:06.644257 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-f3e80bea-8a5c-49d6-98a4-0d521987accb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:06.714979 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-f3e80bea-8a5c-49d6-98a4-0d521987accb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:06.737944 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3e80bea-8a5c-49d6-98a4-0d521987accb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=94444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 02:21:06.755956 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e80bea-8a5c-49d6-98a4-0d521987accb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4220bd4-9be6-4dc7-aa4f-6e1b33000cdd,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:06.759693 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-f3e80bea-8a5c-49d6-98a4-0d521987accb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178'] for segment, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:06.760051 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.db.segments_db [None req-f3e80bea-8a5c-49d6-98a4-0d521987accb admin admin] Added segment d8950262-6351-4102-9eb6-38d533a3da8a of type vlan for network 877cb628-f3ca-4c69-92bd-8d9420cb4b94 Aug 19 02:21:06.806380 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-f3e80bea-8a5c-49d6-98a4-0d521987accb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754220385702'] for network, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:06.909356 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-f3e80bea-8a5c-49d6-98a4-0d521987accb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116'] for network, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:06.910421 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e80bea-8a5c-49d6-98a4-0d521987accb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:06.914325 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-f3e80bea-8a5c-49d6-98a4-0d521987accb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for network, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:06.971284 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e80bea-8a5c-49d6-98a4-0d521987accb admin admin] Pushing event updated for resources: {'Network': ['ID=877cb628-f3ca-4c69-92bd-8d9420cb4b94,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:06.981508 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Network 877cb628-f3ca-4c69-92bd-8d9420cb4b94 details requested by agent ovs-agent-dv-cinder-755654-10-iscsi with host dv-cinder-755654-10-iscsi {{(pid=94446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 02:21:07.053147 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-f3e80bea-8a5c-49d6-98a4-0d521987accb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6298959 Aug 19 02:21:07.055145 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f3aae-58c8-41d5-b728-32bfad3cc98a req-d8088206-eaa4-41ac-860e-45366ccb0d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:07.056607 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-397f3aae-58c8-41d5-b728-32bfad3cc98a req-d8088206-eaa4-41ac-860e-45366ccb0d28 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8d7d19a2-2b51-441e-9a48-9bfac3ef9593 HTTP/1.1" status: 200 len: 854 time: 0.0439606 Aug 19 02:21:07.056785 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 33698) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:07.061712 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-0cce621f-9e3f-48d5-beea-5d693b2f081c admin admin] Request body: {'subnet': {'network_id': '877cb628-f3ca-4c69-92bd-8d9420cb4b94', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-629751861-subnet', 'tenant_id': '337108eebafe44d587000c57d700e287', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:21:07.140866 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cce621f-9e3f-48d5-beea-5d693b2f081c admin admin] Made reservation on behalf of 337108eebafe44d587000c57d700e287 for: {'subnet': 1} {{(pid=94444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:21:07.143204 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0cce621f-9e3f-48d5-beea-5d693b2f081c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3746272'] for subnet, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:07.366374 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0cce621f-9e3f-48d5-beea-5d693b2f081c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4183558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3746294'] for subnet, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:07.416076 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce621f-9e3f-48d5-beea-5d693b2f081c admin admin] Pushing event updated for resources: {'Subnet': ['ID=53902a76-0083-4c1b-8225-430368b97a33,revision_number=0']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:07.433628 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cce621f-9e3f-48d5-beea-5d693b2f081c admin admin] Checking segment: {'id': 'd8950262-6351-4102-9eb6-38d533a3da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '877cb628-f3ca-4c69-92bd-8d9420cb4b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:21:07.434214 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cce621f-9e3f-48d5-beea-5d693b2f081c admin admin] Network hostable DHCP agents. Network: 877cb628-f3ca-4c69-92bd-8d9420cb4b94, hostable agents: ['5428ca17-2793-4a7a-b269-f163004a9067'], hosted agents: [] {{(pid=94444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 02:21:07.532195 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cce621f-9e3f-48d5-beea-5d693b2f081c admin admin] Network 877cb628-f3ca-4c69-92bd-8d9420cb4b94 is scheduled to be hosted by DHCP agent 5428ca17-2793-4a7a-b269-f163004a9067 with binding_index 1 {{(pid=94444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 02:21:07.609723 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.base_scheduler [None req-0cce621f-9e3f-48d5-beea-5d693b2f081c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755654-10-iscsi, 877cb628-f3ca-4c69-92bd-8d9420cb4b94) {{(pid=94444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:21:07.613835 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cce621f-9e3f-48d5-beea-5d693b2f081c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:07.614526 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0cce621f-9e3f-48d5-beea-5d693b2f081c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for subnet, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:07.619679 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b02325b-d904-46ac-9422-79a41f28bbc0 None None] Network 877cb628-f3ca-4c69-92bd-8d9420cb4b94 requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:21:07.707652 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-0cce621f-9e3f-48d5-beea-5d693b2f081c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6497271 Aug 19 02:21:07.745485 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b44de3-a175-4a43-aca7-772b9b068233 None None] Network 877cb628-f3ca-4c69-92bd-8d9420cb4b94 requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:21:09.531633 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-397f3aae-58c8-41d5-b728-32bfad3cc98a req-45b32278-24d9-4101-9502-550cbd52d696 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6c43c105-26e3-4f24-a429-1210329b462e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431480 Aug 19 02:21:09.646756 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-397f3aae-58c8-41d5-b728-32bfad3cc98a req-2d7a41d0-32ca-4dfb-8e5f-62b5d981b809 service neutron] 10.222.0.22 "GET /v2.0/networks/6c43c105-26e3-4f24-a429-1210329b462e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946696 Aug 19 02:21:09.742424 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-397f3aae-58c8-41d5-b728-32bfad3cc98a req-2b32bd3e-9006-4b35-a6c8-2c70b916a82e service neutron] 10.222.0.22 "GET /v2.0/networks/6c43c105-26e3-4f24-a429-1210329b462e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848386 Aug 19 02:21:12.891105 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 33832) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:13.007284 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0fe50d5e-7710-4700-829f-68df7c0fe25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:13.110791 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0fe50d5e-7710-4700-829f-68df7c0fe25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:13.252145 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0fe50d5e-7710-4700-829f-68df7c0fe25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:13.292069 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-0fe50d5e-7710-4700-829f-68df7c0fe25f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c55632ad82c84b5c8da709202143b321&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3997040 Aug 19 02:21:13.294115 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe50d5e-7710-4700-829f-68df7c0fe25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e715cc-64e2-4db3-b05d-990c220e42aa,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:13.294678 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 33846) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:13.349768 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3534f006-cd47-457e-a785-7a04c915b208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:13.377976 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3534f006-cd47-457e-a785-7a04c915b208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:13.520702 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3534f006-cd47-457e-a785-7a04c915b208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:13.523376 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3534f006-cd47-457e-a785-7a04c915b208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:13.529668 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-3534f006-cd47-457e-a785-7a04c915b208 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e8e715cc-64e2-4db3-b05d-990c220e42aa HTTP/1.1" status: 204 len: 168 time: 0.2282393 Aug 19 02:21:13.533952 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534f006-cd47-457e-a785-7a04c915b208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e715cc-64e2-4db3-b05d-990c220e42aa,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:14.304235 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 33874) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:14.318688 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-3210b5da-fa8e-4f89-92bf-86f182f6fb99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:14.410078 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-3210b5da-fa8e-4f89-92bf-86f182f6fb99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:14.467168 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-3210b5da-fa8e-4f89-92bf-86f182f6fb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:14.506219 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-3210b5da-fa8e-4f89-92bf-86f182f6fb99 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1fa8239f924f486a9cc3851bf21d4a5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2009637 Aug 19 02:21:14.507126 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210b5da-fa8e-4f89-92bf-86f182f6fb99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151db4f1-2a1d-42d5-bac2-b2c8639855f5,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:14.509052 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 33880) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:14.560068 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ad9c6b8a-0ce7-4953-a766-1ac85a7fbf1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:14.591086 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ad9c6b8a-0ce7-4953-a766-1ac85a7fbf1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:14.691785 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ad9c6b8a-0ce7-4953-a766-1ac85a7fbf1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:14.694443 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ad9c6b8a-0ce7-4953-a766-1ac85a7fbf1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:14.708251 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-ad9c6b8a-0ce7-4953-a766-1ac85a7fbf1d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/151db4f1-2a1d-42d5-bac2-b2c8639855f5 HTTP/1.1" status: 204 len: 168 time: 0.1953437 Aug 19 02:21:14.722775 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c6b8a-0ce7-4953-a766-1ac85a7fbf1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151db4f1-2a1d-42d5-bac2-b2c8639855f5,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:14.886461 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ea40791f-c4b6-4c32-9b7e-8f1f665eb033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:15.027503 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 33918) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:15.143354 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-a849d2b1-31e8-4f85-823f-81fba258f066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:15.234780 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-a849d2b1-31e8-4f85-823f-81fba258f066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:15.321204 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-a849d2b1-31e8-4f85-823f-81fba258f066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:15.364359 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-a849d2b1-31e8-4f85-823f-81fba258f066 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c18e611e97174dfa8f3b5fd8d7576da8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3355792 Aug 19 02:21:15.365367 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849d2b1-31e8-4f85-823f-81fba258f066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15900639-4af2-4684-8dfd-5b024324fd16,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:15.366981 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 33934) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:15.428635 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f3b480c1-63df-4e03-90b5-e88e6147edff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:15.450752 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f3b480c1-63df-4e03-90b5-e88e6147edff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:15.554884 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f3b480c1-63df-4e03-90b5-e88e6147edff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:15.558140 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f3b480c1-63df-4e03-90b5-e88e6147edff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:15.559291 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-f3b480c1-63df-4e03-90b5-e88e6147edff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/15900639-4af2-4684-8dfd-5b024324fd16 HTTP/1.1" status: 204 len: 168 time: 0.1913068 Aug 19 02:21:15.566873 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b480c1-63df-4e03-90b5-e88e6147edff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15900639-4af2-4684-8dfd-5b024324fd16,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:16.264203 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 33978) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:16.277572 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-203da3f9-6f52-4336-b296-ee5a96f512df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:16.361862 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-203da3f9-6f52-4336-b296-ee5a96f512df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:16.434965 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-203da3f9-6f52-4336-b296-ee5a96f512df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:16.473654 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-203da3f9-6f52-4336-b296-ee5a96f512df admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9fabb52187ea4917a066cbb0fda0008a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2083399 Aug 19 02:21:16.474482 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203da3f9-6f52-4336-b296-ee5a96f512df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f63a67-b277-46fd-8c05-24e66f7be630,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:16.477023 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 33984) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:16.530745 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-2aa34609-372b-4269-94b7-591692a44619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:16.552811 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-2aa34609-372b-4269-94b7-591692a44619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:16.674818 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-2aa34609-372b-4269-94b7-591692a44619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:16.677518 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-2aa34609-372b-4269-94b7-591692a44619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:16.688601 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-2aa34609-372b-4269-94b7-591692a44619 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f5f63a67-b277-46fd-8c05-24e66f7be630 HTTP/1.1" status: 204 len: 168 time: 0.2001197 Aug 19 02:21:16.688601 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa34609-372b-4269-94b7-591692a44619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f63a67-b277-46fd-8c05-24e66f7be630,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:17.275034 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2cc7bb5c-a22b-4e5b-987a-2bcb82fbadeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:17.427562 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 34016) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:17.441215 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-2d17d144-c905-437c-a65e-a90148ad060a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:17.529848 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-2d17d144-c905-437c-a65e-a90148ad060a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:17.621939 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-2d17d144-c905-437c-a65e-a90148ad060a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:17.649602 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:17.663139 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-2d17d144-c905-437c-a65e-a90148ad060a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=efb861e59d16494f8d8930ec82a35ed3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345088 Aug 19 02:21:17.664979 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d17d144-c905-437c-a65e-a90148ad060a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08cbe4a9-29ea-447f-a20e-8f6283b34b8f,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:17.665886 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 34022) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:17.714521 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d7cd896d-924f-4330-bb4e-3bc3e03210aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:17.738417 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d7cd896d-924f-4330-bb4e-3bc3e03210aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:17.846233 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d7cd896d-924f-4330-bb4e-3bc3e03210aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:17.848769 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d7cd896d-924f-4330-bb4e-3bc3e03210aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:17.849973 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-d7cd896d-924f-4330-bb4e-3bc3e03210aa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/08cbe4a9-29ea-447f-a20e-8f6283b34b8f HTTP/1.1" status: 204 len: 168 time: 0.1831021 Aug 19 02:21:17.858450 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd896d-924f-4330-bb4e-3bc3e03210aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cbe4a9-29ea-447f-a20e-8f6283b34b8f,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:18.042623 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 6 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:21:18.466970 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:19.597991 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 34092) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:19.722605 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-804f7133-b841-45ed-b892-22afd88f244c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:19.816577 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-804f7133-b841-45ed-b892-22afd88f244c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:19.923907 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-804f7133-b841-45ed-b892-22afd88f244c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:19.961035 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-804f7133-b841-45ed-b892-22afd88f244c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=88bf3a76afc840e39de5cb13d308de88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3619745 Aug 19 02:21:19.962142 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f7133-b841-45ed-b892-22afd88f244c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86fe1ff-f067-49e2-a919-ba6d699dbff2,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:19.964271 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 34106) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:20.016607 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-f57402a8-e48d-48ad-9869-b9bb1ab3b70a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:20.038034 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-f57402a8-e48d-48ad-9869-b9bb1ab3b70a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:20.140890 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-f57402a8-e48d-48ad-9869-b9bb1ab3b70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:20.143477 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-f57402a8-e48d-48ad-9869-b9bb1ab3b70a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:20.144614 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-f57402a8-e48d-48ad-9869-b9bb1ab3b70a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c86fe1ff-f067-49e2-a919-ba6d699dbff2 HTTP/1.1" status: 204 len: 168 time: 0.1792138 Aug 19 02:21:20.153034 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57402a8-e48d-48ad-9869-b9bb1ab3b70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86fe1ff-f067-49e2-a919-ba6d699dbff2,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:20.386724 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:26.612107 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502ff0e-0392-4d7a-bf23-b5eacce19379 req-10ce5a0b-4b6a-4448-81cc-9ad3c6e0f65e tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:26.613657 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-d502ff0e-0392-4d7a-bf23-b5eacce19379 req-10ce5a0b-4b6a-4448-81cc-9ad3c6e0f65e tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 946 time: 0.0522027 Aug 19 02:21:26.652755 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-d502ff0e-0392-4d7a-bf23-b5eacce19379 req-696555ad-370e-44e9-aa28-7ea1a418c6f0 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/security-groups?id=91fe444c-da7a-4c17-890c-14302113a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330582 Aug 19 02:21:30.290697 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f05d20-94b2-4ba0-86bb-b49b92ffb1bc req-ac52076f-cef2-416b-a48d-0cbb1d03e324 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:30.292362 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e6f05d20-94b2-4ba0-86bb-b49b92ffb1bc req-ac52076f-cef2-416b-a48d-0cbb1d03e324 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 946 time: 0.0482349 Aug 19 02:21:30.330008 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e6f05d20-94b2-4ba0-86bb-b49b92ffb1bc req-468e72e8-da51-4b89-993c-387095ed6c35 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/security-groups?id=91fe444c-da7a-4c17-890c-14302113a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316391 Aug 19 02:21:31.456045 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6051ad-5b20-4bfe-bd8d-79ef47368123 req-73c2f7e1-4e56-4f60-8029-756f21bc9249 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:31.457551 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-4a6051ad-5b20-4bfe-bd8d-79ef47368123 req-73c2f7e1-4e56-4f60-8029-756f21bc9249 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 946 time: 0.0534971 Aug 19 02:21:31.500923 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-4a6051ad-5b20-4bfe-bd8d-79ef47368123 req-22f632d3-93de-4185-8c30-03bcd23db65d tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/security-groups?id=91fe444c-da7a-4c17-890c-14302113a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364716 Aug 19 02:21:32.361909 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 34368) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:32.472458 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 34376) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:32.536870 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-fd66e58b-a634-4692-adcf-66e45595bb3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:32.579595 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-718e75a2-5e10-4927-baa8-01d3f922a827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:32.622345 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380a602-3a47-43e4-968f-3b75b8268b79 req-d807209f-1282-44bb-b378-10241aee2dc8 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:32.623838 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6380a602-3a47-43e4-968f-3b75b8268b79 req-d807209f-1282-44bb-b378-10241aee2dc8 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 946 time: 0.0519023 Aug 19 02:21:32.651941 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-fd66e58b-a634-4692-adcf-66e45595bb3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:32.662851 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6380a602-3a47-43e4-968f-3b75b8268b79 req-f9b91d21-4b37-4d62-9189-5daa96c8a22b tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/security-groups?id=91fe444c-da7a-4c17-890c-14302113a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326254 Aug 19 02:21:32.710284 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-fd66e58b-a634-4692-adcf-66e45595bb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:32.757704 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd66e58b-a634-4692-adcf-66e45595bb3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995e52c1-db03-4c15-9238-38f203f0ca8f,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:32.765061 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-fd66e58b-a634-4692-adcf-66e45595bb3d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c7e94f1d5e8347498862cb2a99a78fd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4020770 Aug 19 02:21:32.767983 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 34384) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:32.817474 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f5789f71-0911-460d-857d-32719503d0f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:32.828572 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-718e75a2-5e10-4927-baa8-01d3f922a827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:32.838852 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f5789f71-0911-460d-857d-32719503d0f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:32.889216 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-718e75a2-5e10-4927-baa8-01d3f922a827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:32.928276 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e75a2-5e10-4927-baa8-01d3f922a827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44a4fc7-ef72-461e-8c75-5502c40a3b10,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:32.933674 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-718e75a2-5e10-4927-baa8-01d3f922a827 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1d3379cc58ca430dbb08b0950bb1b119&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4623280 Aug 19 02:21:32.936261 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 34396) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:32.960005 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f5789f71-0911-460d-857d-32719503d0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:32.963740 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f5789f71-0911-460d-857d-32719503d0f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:32.966926 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-f5789f71-0911-460d-857d-32719503d0f9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/995e52c1-db03-4c15-9238-38f203f0ca8f HTTP/1.1" status: 204 len: 168 time: 0.1955225 Aug 19 02:21:32.973017 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5789f71-0911-460d-857d-32719503d0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995e52c1-db03-4c15-9238-38f203f0ca8f,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:32.995804 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b8d65a07-161f-4a7c-9b28-7265156feef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:33.023655 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b8d65a07-161f-4a7c-9b28-7265156feef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:33.094897 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c6891-9b83-48a0-915e-d5ae652d59cf req-f4a8b57d-7692-4f4e-8826-c879281dde09 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:33.096358 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-098c6891-9b83-48a0-915e-d5ae652d59cf req-f4a8b57d-7692-4f4e-8826-c879281dde09 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 946 time: 0.0480194 Aug 19 02:21:33.173006 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b8d65a07-161f-4a7c-9b28-7265156feef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:33.176342 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b8d65a07-161f-4a7c-9b28-7265156feef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:33.180481 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-b8d65a07-161f-4a7c-9b28-7265156feef7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b44a4fc7-ef72-461e-8c75-5502c40a3b10 HTTP/1.1" status: 204 len: 168 time: 0.2406142 Aug 19 02:21:33.191983 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d65a07-161f-4a7c-9b28-7265156feef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44a4fc7-ef72-461e-8c75-5502c40a3b10,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:33.226145 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-098c6891-9b83-48a0-915e-d5ae652d59cf req-6f836f50-2e22-4dbb-a5b1-e7483b0dd45f tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Deleting port 5728ab89-a07a-4631-aada-e2a49d0e259d {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:21:33.226482 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-098c6891-9b83-48a0-915e-d5ae652d59cf req-6f836f50-2e22-4dbb-a5b1-e7483b0dd45f tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:33.349985 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-098c6891-9b83-48a0-915e-d5ae652d59cf req-6f836f50-2e22-4dbb-a5b1-e7483b0dd45f tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] For port 5728ab89-a07a-4631-aada-e2a49d0e259d, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=5728ab89-a07a-4631-aada-e2a49d0e259d,segment=NetworkSegment(5c8ca054-c816-4a60-ac65-8ca13b1723f0),segment_id=5c8ca054-c816-4a60-ac65-8ca13b1723f0)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:21:33.350445 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-098c6891-9b83-48a0-915e-d5ae652d59cf req-6f836f50-2e22-4dbb-a5b1-e7483b0dd45f tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:33.368370 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-098c6891-9b83-48a0-915e-d5ae652d59cf req-6f836f50-2e22-4dbb-a5b1-e7483b0dd45f tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Calling delete_port for 5728ab89-a07a-4631-aada-e2a49d0e259d owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:21:33.624257 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-098c6891-9b83-48a0-915e-d5ae652d59cf req-6f836f50-2e22-4dbb-a5b1-e7483b0dd45f tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:33.633064 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] get_ports_and_sgs() called for port_ids ['5728ab89-a07a-4631-aada-e2a49d0e259d'] {{(pid=94446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:21:33.650117 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f836f50-2e22-4dbb-a5b1-e7483b0dd45f tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Pushing event deleted for resources: {'Port': ['ID=5728ab89-a07a-4631-aada-e2a49d0e259d,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:33.741408 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-098c6891-9b83-48a0-915e-d5ae652d59cf req-6f836f50-2e22-4dbb-a5b1-e7483b0dd45f tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] No DVR routers for this DVR port 5728ab89-a07a-4631-aada-e2a49d0e259d on host hv-cinder-75565 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:21:33.745521 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-098c6891-9b83-48a0-915e-d5ae652d59cf req-6f836f50-2e22-4dbb-a5b1-e7483b0dd45f tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:33.747606 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-098c6891-9b83-48a0-915e-d5ae652d59cf req-6f836f50-2e22-4dbb-a5b1-e7483b0dd45f tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.22 "DELETE /v2.0/ports/5728ab89-a07a-4631-aada-e2a49d0e259d HTTP/1.1" status: 204 len: 173 time: 0.6437871 Aug 19 02:21:33.748109 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1f33c5-18f8-4feb-ac66-dcaa03deaac5', 'name': 'network-vif-deleted', 'tag': '5728ab89-a07a-4631-aada-e2a49d0e259d'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:21:33.750434 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5640d040-43d9-48d8-822e-8ac23cae78ab" -d '{"events": [{"server_uuid": "4a1f33c5-18f8-4feb-ac66-dcaa03deaac5", "name": "network-vif-deleted", "tag": "5728ab89-a07a-4631-aada-e2a49d0e259d"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:21:33.766444 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-28dabac3-2062-4115-a562-399eb619f607 req-0266416c-4e80-4f84-875c-ff052ec66d59 tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 210 time: 0.0282648 Aug 19 02:21:33.788716 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc09aa27-1847-408f-b224-35d273d60b9d x-openstack-request-id: req-bc09aa27-1847-408f-b224-35d273d60b9d {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:21:33.789003 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1f33c5-18f8-4feb-ac66-dcaa03deaac5", "name": "network-vif-deleted", "tag": "5728ab89-a07a-4631-aada-e2a49d0e259d", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:21:33.789279 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc09aa27-1847-408f-b224-35d273d60b9d {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:21:33.789670 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1f33c5-18f8-4feb-ac66-dcaa03deaac5', 'name': 'network-vif-deleted', 'tag': '5728ab89-a07a-4631-aada-e2a49d0e259d', 'status': 'completed', 'code': 200} Aug 19 02:21:34.888135 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-1ca71c60-bfaf-4e86-b473-b6d8b880dacd req-e92b59c0-7dfe-4ca8-a91c-5a5106a9ea7f tempest-DeleteServersTestJSON-1882152284 tempest-DeleteServersTestJSON-1882152284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a1f33c5-18f8-4feb-ac66-dcaa03deaac5 HTTP/1.1" status: 200 len: 210 time: 0.0271969 Aug 19 02:21:35.649472 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 34518) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:35.768470 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0cf15173-96fa-43bf-84d8-29bfeb2751c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:35.877772 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0cf15173-96fa-43bf-84d8-29bfeb2751c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:35.952156 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0cf15173-96fa-43bf-84d8-29bfeb2751c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:35.994635 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf15173-96fa-43bf-84d8-29bfeb2751c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638667c1-dc68-461f-8fc0-6d6316c18e9c,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:36.010879 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-0cf15173-96fa-43bf-84d8-29bfeb2751c1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b9adba0fa5604c07b0ad13a7d9edd5ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3596673 Aug 19 02:21:36.014142 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 34538) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:36.079577 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-03a2b4d3-3331-486b-8c16-b0cbcf11f935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:36.103265 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-03a2b4d3-3331-486b-8c16-b0cbcf11f935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:36.215618 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:36.234583 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-03a2b4d3-3331-486b-8c16-b0cbcf11f935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:36.237313 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-03a2b4d3-3331-486b-8c16-b0cbcf11f935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:36.238495 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-03a2b4d3-3331-486b-8c16-b0cbcf11f935 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/638667c1-dc68-461f-8fc0-6d6316c18e9c HTTP/1.1" status: 204 len: 168 time: 0.2234335 Aug 19 02:21:36.247875 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2b4d3-3331-486b-8c16-b0cbcf11f935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638667c1-dc68-461f-8fc0-6d6316c18e9c,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:36.259026 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 5728ab89-a07a-4631-aada-e2a49d0e259d no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:21:36.283957 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] No Port match for: 5728ab89-a07a-4631-aada-e2a49d0e259d {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:21:36.284297 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 5728ab89-a07a-4631-aada-e2a49d0e259d not bound to the agent host hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:21:36.963153 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 34570) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:36.976868 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-22c6e12d-3902-43b3-8089-3ae90d1b28d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:37.070643 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-22c6e12d-3902-43b3-8089-3ae90d1b28d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:37.163775 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-22c6e12d-3902-43b3-8089-3ae90d1b28d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:37.204582 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-22c6e12d-3902-43b3-8089-3ae90d1b28d4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea566af901e645ef962cfe60f761492e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403252 Aug 19 02:21:37.205945 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6e12d-3902-43b3-8089-3ae90d1b28d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c59279-ec35-4b2a-bc46-a3a16473561a,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:37.207261 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 34574) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:37.259841 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ca6f898b-9e79-4736-bc3d-61e8ac83a6f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:37.281116 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ca6f898b-9e79-4736-bc3d-61e8ac83a6f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:37.394663 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ca6f898b-9e79-4736-bc3d-61e8ac83a6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:37.397186 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ca6f898b-9e79-4736-bc3d-61e8ac83a6f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:37.398373 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-ca6f898b-9e79-4736-bc3d-61e8ac83a6f9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/87c59279-ec35-4b2a-bc46-a3a16473561a HTTP/1.1" status: 204 len: 168 time: 0.1890836 Aug 19 02:21:37.407144 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f898b-9e79-4736-bc3d-61e8ac83a6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c59279-ec35-4b2a-bc46-a3a16473561a,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:38.197085 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-fa2b229e-5c12-4313-b865-b237adfd0696 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:38.198620 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-fa2b229e-5c12-4313-b865-b237adfd0696 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/networks?id=6c43c105-26e3-4f24-a429-1210329b462e HTTP/1.1" status: 200 len: 814 time: 0.1045206 Aug 19 02:21:38.213484 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-507e0fd6-988d-4ee3-b860-8cac489c4007 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/quotas/21e2050ddc3a4486be917df4cf6b0b60 HTTP/1.1" status: 200 len: 375 time: 0.0089862 Aug 19 02:21:38.263656 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-c773dcba-d969-4e6f-bbc3-fbf66a8491a0 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=21e2050ddc3a4486be917df4cf6b0b60&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0441346 Aug 19 02:21:38.586220 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-a507e31c-623a-4268-9288-78e0ad72be35 service neutron] 10.222.0.16 "GET /v2.0/networks/6c43c105-26e3-4f24-a429-1210329b462e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154671 Aug 19 02:21:38.685862 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-45c8e5ba-af45-44e3-bc6b-42dcef2b6795 service neutron] 10.222.0.16 "GET /v2.0/networks/6c43c105-26e3-4f24-a429-1210329b462e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919862 Aug 19 02:21:38.994895 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-20a0fb62-f7d0-45fe-a670-5fc3c4e49f8a req-f92f00b8-fc23-49e7-9fc7-6fc9e3203c7a tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8905cb4-2c74-4eff-a163-502287fdb2b8 HTTP/1.1" status: 200 len: 210 time: 0.0282516 Aug 19 02:21:39.101638 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 34672) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:39.148440 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab086cae-e523-4089-9038-32f5a376b71b admin admin] Deleting subnet 3eea8006-3b44-4699-9a53-6878ffb8087a {{(pid=94444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 02:21:39.151704 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-ab086cae-e523-4089-9038-32f5a376b71b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:39.186801 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-ab086cae-e523-4089-9038-32f5a376b71b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4183620'] for subnet, precommit_delete_associations {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:39.229374 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-ab086cae-e523-4089-9038-32f5a376b71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024327'] for subnet, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:39.370166 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-ab086cae-e523-4089-9038-32f5a376b71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4183751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3746301'] for subnet, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:39.388221 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-ab086cae-e523-4089-9038-32f5a376b71b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for subnet, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:39.390190 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-ab086cae-e523-4089-9038-32f5a376b71b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3eea8006-3b44-4699-9a53-6878ffb8087a HTTP/1.1" status: 204 len: 168 time: 0.2874784 Aug 19 02:21:39.393089 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 34692) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:39.408997 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab086cae-e523-4089-9038-32f5a376b71b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eea8006-3b44-4699-9a53-6878ffb8087a,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:39.485455 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bd3be999-2328-4b28-ba41-ba613a09b95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930398'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:39.592403 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bd3be999-2328-4b28-ba41-ba613a09b95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026254', 'neutron.services.segments.db._delete_segments_for_network-8754220901313'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:39.603598 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.services.segments.db [None req-bd3be999-2328-4b28-ba41-ba613a09b95a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00ebcfbf-6185-4e84-a391-965d73adbe39']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:21:39.616545 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.services.segments.db [None req-bd3be999-2328-4b28-ba41-ba613a09b95a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c8ca054-c816-4a60-ac65-8ca13b1723f0') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:21:39.616915 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.services.segments.db [None req-bd3be999-2328-4b28-ba41-ba613a09b95a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c8ca054-c816-4a60-ac65-8ca13b1723f0') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:21:39.634010 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bd3be999-2328-4b28-ba41-ba613a09b95a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754220944806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2850461'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:39.649280 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bd3be999-2328-4b28-ba41-ba613a09b95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:39.655407 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd3be999-2328-4b28-ba41-ba613a09b95a admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 02:21:39.655847 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bd3be999-2328-4b28-ba41-ba613a09b95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2839439'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:39.657511 dv-cinder-755654-10-iscsi neutron-server[94445]: Traceback (most recent call last): Aug 19 02:21:39.657511 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 02:21:39.657511 dv-cinder-755654-10-iscsi neutron-server[94445]: timer() Aug 19 02:21:39.657511 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 02:21:39.657511 dv-cinder-755654-10-iscsi neutron-server[94445]: cb(*args, **kw) Aug 19 02:21:39.657511 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 02:21:39.657511 dv-cinder-755654-10-iscsi neutron-server[94445]: return func(*args, **kwargs) Aug 19 02:21:39.657511 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 02:21:39.657511 dv-cinder-755654-10-iscsi neutron-server[94445]: self._notify() Aug 19 02:21:39.657511 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 02:21:39.657511 dv-cinder-755654-10-iscsi neutron-server[94445]: self.callback(batched_events) Aug 19 02:21:39.657511 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 02:21:39.657511 dv-cinder-755654-10-iscsi neutron-server[94445]: event.method(event) Aug 19 02:21:39.657511 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 02:21:39.657511 dv-cinder-755654-10-iscsi neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 02:21:39.657511 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 02:21:39.657511 dv-cinder-755654-10-iscsi neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 02:21:39.657511 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 02:21:39.657511 dv-cinder-755654-10-iscsi neutron-server[94445]: return f(self, *a, **k) Aug 19 02:21:39.657511 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 02:21:39.657511 dv-cinder-755654-10-iscsi neutron-server[94445]: return self._get(url).json() Aug 19 02:21:39.657511 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 02:21:39.657511 dv-cinder-755654-10-iscsi neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 02:21:39.657511 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 02:21:39.657511 dv-cinder-755654-10-iscsi neutron-server[94445]: return self.request(url, 'GET', **kwargs) Aug 19 02:21:39.657511 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 02:21:39.657511 dv-cinder-755654-10-iscsi neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 02:21:39.657511 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 02:21:39.657511 dv-cinder-755654-10-iscsi neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 02:21:39.657511 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 02:21:39.657511 dv-cinder-755654-10-iscsi neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 02:21:39.657511 dv-cinder-755654-10-iscsi neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 02:21:39.788834 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bd3be999-2328-4b28-ba41-ba613a09b95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612725'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:39.796834 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bd3be999-2328-4b28-ba41-ba613a09b95a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:39.798745 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-bd3be999-2328-4b28-ba41-ba613a09b95a admin admin] 10.222.0.16 "DELETE /v2.0/networks/00ebcfbf-6185-4e84-a391-965d73adbe39 HTTP/1.1" status: 204 len: 168 time: 0.4045105 Aug 19 02:21:39.809161 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3be999-2328-4b28-ba41-ba613a09b95a admin admin] Pushing event deleted for resources: {'Network': ['ID=00ebcfbf-6185-4e84-a391-965d73adbe39,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:40.096610 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-4b96d931-e7e8-4465-9ce4-1de01e0851cb req-163fa44a-86b2-46cd-a4be-78b0803894bb tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8905cb4-2c74-4eff-a163-502287fdb2b8 HTTP/1.1" status: 200 len: 210 time: 0.0287526 Aug 19 02:21:40.217740 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 34720) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:40.259426 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-14df8819-a124-4c1d-83ec-e5585dceb23f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=234110615b1245799912d893b1e62231&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0399897 Aug 19 02:21:40.267935 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 34722) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:40.317721 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b5bf8350-78cb-4b67-9401-03ee76f4a266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:40.339700 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b5bf8350-78cb-4b67-9401-03ee76f4a266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:40.497003 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b5bf8350-78cb-4b67-9401-03ee76f4a266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:40.500080 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b5bf8350-78cb-4b67-9401-03ee76f4a266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:40.502784 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-b5bf8350-78cb-4b67-9401-03ee76f4a266 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/91fe444c-da7a-4c17-890c-14302113a407 HTTP/1.1" status: 204 len: 168 time: 0.2322998 Aug 19 02:21:40.516829 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf8350-78cb-4b67-9401-03ee76f4a266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fe444c-da7a-4c17-890c-14302113a407,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:40.581351 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 34736) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:40.627889 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-79add050-564c-4207-aea4-83a4c5c93495 admin admin] Deleting subnet c7a725fb-f740-4879-a442-c5f0d886c8b4 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 02:21:40.631299 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-79add050-564c-4207-aea4-83a4c5c93495 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:40.671343 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-79add050-564c-4207-aea4-83a4c5c93495 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2850452'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:40.717805 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-79add050-564c-4207-aea4-83a4c5c93495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024327'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:40.880698 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-79add050-564c-4207-aea4-83a4c5c93495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2838829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2943217'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:40.916142 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79add050-564c-4207-aea4-83a4c5c93495 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7a725fb-f740-4879-a442-c5f0d886c8b4,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:40.922281 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-79add050-564c-4207-aea4-83a4c5c93495 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:40.928116 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-79add050-564c-4207-aea4-83a4c5c93495 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c7a725fb-f740-4879-a442-c5f0d886c8b4 HTTP/1.1" status: 204 len: 168 time: 0.3430746 Aug 19 02:21:40.928116 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 34740) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:41.003577 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4b4d2e0f-0507-438b-bda2-4e937cfa46e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930398'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:41.102875 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4b4d2e0f-0507-438b-bda2-4e937cfa46e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026254', 'neutron.services.segments.db._delete_segments_for_network-8754220901313'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:41.113533 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.services.segments.db [None req-4b4d2e0f-0507-438b-bda2-4e937cfa46e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0515ddad-f53f-455c-ab45-642adcf764ad']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:21:41.124751 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.services.segments.db [None req-4b4d2e0f-0507-438b-bda2-4e937cfa46e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed7af75-92be-45b0-9edd-85ee8a4fbdd1') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:21:41.124751 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.services.segments.db [None req-4b4d2e0f-0507-438b-bda2-4e937cfa46e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed7af75-92be-45b0-9edd-85ee8a4fbdd1') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:21:41.134613 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4b4d2e0f-0507-438b-bda2-4e937cfa46e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754220944806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2850461'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:41.152378 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4b4d2e0f-0507-438b-bda2-4e937cfa46e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:41.160110 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b4d2e0f-0507-438b-bda2-4e937cfa46e6 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 02:21:41.160517 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4b4d2e0f-0507-438b-bda2-4e937cfa46e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2839439'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:41.162736 dv-cinder-755654-10-iscsi neutron-server[94445]: Traceback (most recent call last): Aug 19 02:21:41.162736 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 02:21:41.162736 dv-cinder-755654-10-iscsi neutron-server[94445]: timer() Aug 19 02:21:41.162736 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 02:21:41.162736 dv-cinder-755654-10-iscsi neutron-server[94445]: cb(*args, **kw) Aug 19 02:21:41.162736 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 02:21:41.162736 dv-cinder-755654-10-iscsi neutron-server[94445]: return func(*args, **kwargs) Aug 19 02:21:41.162736 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 02:21:41.162736 dv-cinder-755654-10-iscsi neutron-server[94445]: self._notify() Aug 19 02:21:41.162736 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 02:21:41.162736 dv-cinder-755654-10-iscsi neutron-server[94445]: self.callback(batched_events) Aug 19 02:21:41.162736 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 02:21:41.162736 dv-cinder-755654-10-iscsi neutron-server[94445]: event.method(event) Aug 19 02:21:41.162736 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 02:21:41.162736 dv-cinder-755654-10-iscsi neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 02:21:41.162736 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 02:21:41.162736 dv-cinder-755654-10-iscsi neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 02:21:41.162736 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 02:21:41.162736 dv-cinder-755654-10-iscsi neutron-server[94445]: return f(self, *a, **k) Aug 19 02:21:41.162736 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 02:21:41.162736 dv-cinder-755654-10-iscsi neutron-server[94445]: return self._get(url).json() Aug 19 02:21:41.162736 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 02:21:41.162736 dv-cinder-755654-10-iscsi neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 02:21:41.162736 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 02:21:41.162736 dv-cinder-755654-10-iscsi neutron-server[94445]: return self.request(url, 'GET', **kwargs) Aug 19 02:21:41.162736 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 02:21:41.162736 dv-cinder-755654-10-iscsi neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 02:21:41.162736 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 02:21:41.162736 dv-cinder-755654-10-iscsi neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 02:21:41.162736 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 02:21:41.162736 dv-cinder-755654-10-iscsi neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 02:21:41.162736 dv-cinder-755654-10-iscsi neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 02:21:41.256849 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ad2edc76-9ef7-48e2-b6cf-05875eda6607 req-75135c0d-796e-4e7f-aac8-afa9494bf28f tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8905cb4-2c74-4eff-a163-502287fdb2b8 HTTP/1.1" status: 200 len: 210 time: 0.0395854 Aug 19 02:21:41.376083 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4b4d2e0f-0507-438b-bda2-4e937cfa46e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612725'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:41.418334 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4b4d2e0f-0507-438b-bda2-4e937cfa46e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:41.422931 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-4b4d2e0f-0507-438b-bda2-4e937cfa46e6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0515ddad-f53f-455c-ab45-642adcf764ad HTTP/1.1" status: 204 len: 168 time: 0.4909325 Aug 19 02:21:41.423384 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 34766) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:41.439260 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4d2e0f-0507-438b-bda2-4e937cfa46e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0515ddad-f53f-455c-ab45-642adcf764ad,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:41.485683 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.db_base_plugin_v2 [None req-67dedb1d-7824-4842-9beb-32bae2ffb901 admin admin] Deleting subnet 53902a76-0083-4c1b-8225-430368b97a33 {{(pid=94444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 02:21:41.490020 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-67dedb1d-7824-4842-9beb-32bae2ffb901 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:41.515656 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-81a75d91-382e-45f6-99e8-20c0fd766e36 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:41.517591 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-81a75d91-382e-45f6-99e8-20c0fd766e36 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.22 "GET /v2.0/networks?id=6c43c105-26e3-4f24-a429-1210329b462e HTTP/1.1" status: 200 len: 814 time: 0.1540618 Aug 19 02:21:41.532196 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-7e81a791-ca3a-403c-8a67-175005996269 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Request body: {'port': {'device_id': 'f8905cb4-2c74-4eff-a163-502287fdb2b8', 'network_id': '6c43c105-26e3-4f24-a429-1210329b462e', 'admin_state_up': True, 'tenant_id': '21e2050ddc3a4486be917df4cf6b0b60'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:21:41.534649 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-67dedb1d-7824-4842-9beb-32bae2ffb901 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4183620'] for subnet, precommit_delete_associations {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:41.596909 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-67dedb1d-7824-4842-9beb-32bae2ffb901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024327'] for subnet, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:41.735244 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-7e81a791-ca3a-403c-8a67-175005996269 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Made reservation on behalf of 21e2050ddc3a4486be917df4cf6b0b60 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:21:41.738879 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-7e81a791-ca3a-403c-8a67-175005996269 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:41.743213 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-67dedb1d-7824-4842-9beb-32bae2ffb901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4183751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3746301'] for subnet, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:41.773055 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 34786) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:41.801022 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dedb1d-7824-4842-9beb-32bae2ffb901 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53902a76-0083-4c1b-8225-430368b97a33,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:41.807410 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-67dedb1d-7824-4842-9beb-32bae2ffb901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for subnet, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:41.807410 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-67dedb1d-7824-4842-9beb-32bae2ffb901 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/53902a76-0083-4c1b-8225-430368b97a33 HTTP/1.1" status: 204 len: 168 time: 0.3812692 Aug 19 02:21:41.810823 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 34790) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:41.902096 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-95540d77-0738-4451-9843-398ae9020b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930398'] for network, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:41.924538 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-7e81a791-ca3a-403c-8a67-175005996269 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Allocated IP 172.20.0.4 (6c43c105-26e3-4f24-a429-1210329b462e/8d7d19a2-2b51-441e-9a48-9bfac3ef9593/282efd73-f99e-4710-a65e-c20c01baa7b1) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:21:41.953797 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [None req-55ea19d5-0652-42f5-aa71-5ea18e0f6fed admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-383685053-network', 'tenant_id': 'f88380b35b344618ad799a1cadc0fb84'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:21:41.999776 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-95540d77-0738-4451-9843-398ae9020b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026254', 'neutron.services.segments.db._delete_segments_for_network-8754220901313'] for network, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:42.011056 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.services.segments.db [None req-95540d77-0738-4451-9843-398ae9020b82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['877cb628-f3ca-4c69-92bd-8d9420cb4b94']}} {{(pid=94444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:21:42.021981 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.services.segments.db [None req-95540d77-0738-4451-9843-398ae9020b82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8950262-6351-4102-9eb6-38d533a3da8a') {'for_net_delete': True} {{(pid=94444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:21:42.022269 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.services.segments.db [None req-95540d77-0738-4451-9843-398ae9020b82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8950262-6351-4102-9eb6-38d533a3da8a') {} {{(pid=94444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:21:42.032059 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-95540d77-0738-4451-9843-398ae9020b82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754220944806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4183629'] for segment, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:42.047735 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-95540d77-0738-4451-9843-398ae9020b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178'] for segment, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:42.054590 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95540d77-0738-4451-9843-398ae9020b82 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=94444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 02:21:42.055604 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-95540d77-0738-4451-9843-398ae9020b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4183141'] for segment, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:42.057635 dv-cinder-755654-10-iscsi neutron-server[94444]: Traceback (most recent call last): Aug 19 02:21:42.057635 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 02:21:42.057635 dv-cinder-755654-10-iscsi neutron-server[94444]: timer() Aug 19 02:21:42.057635 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 02:21:42.057635 dv-cinder-755654-10-iscsi neutron-server[94444]: cb(*args, **kw) Aug 19 02:21:42.057635 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 02:21:42.057635 dv-cinder-755654-10-iscsi neutron-server[94444]: return func(*args, **kwargs) Aug 19 02:21:42.057635 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 02:21:42.057635 dv-cinder-755654-10-iscsi neutron-server[94444]: self._notify() Aug 19 02:21:42.057635 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 02:21:42.057635 dv-cinder-755654-10-iscsi neutron-server[94444]: self.callback(batched_events) Aug 19 02:21:42.057635 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 02:21:42.057635 dv-cinder-755654-10-iscsi neutron-server[94444]: event.method(event) Aug 19 02:21:42.057635 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 02:21:42.057635 dv-cinder-755654-10-iscsi neutron-server[94444]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 02:21:42.057635 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 02:21:42.057635 dv-cinder-755654-10-iscsi neutron-server[94444]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 02:21:42.057635 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 02:21:42.057635 dv-cinder-755654-10-iscsi neutron-server[94444]: return f(self, *a, **k) Aug 19 02:21:42.057635 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 02:21:42.057635 dv-cinder-755654-10-iscsi neutron-server[94444]: return self._get(url).json() Aug 19 02:21:42.057635 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 02:21:42.057635 dv-cinder-755654-10-iscsi neutron-server[94444]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 02:21:42.057635 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 02:21:42.057635 dv-cinder-755654-10-iscsi neutron-server[94444]: return self.request(url, 'GET', **kwargs) Aug 19 02:21:42.057635 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 02:21:42.057635 dv-cinder-755654-10-iscsi neutron-server[94444]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 02:21:42.057635 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 02:21:42.057635 dv-cinder-755654-10-iscsi neutron-server[94444]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 02:21:42.057635 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 02:21:42.057635 dv-cinder-755654-10-iscsi neutron-server[94444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 02:21:42.057635 dv-cinder-755654-10-iscsi neutron-server[94444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 02:21:42.098234 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ea19d5-0652-42f5-aa71-5ea18e0f6fed admin admin] Made reservation on behalf of f88380b35b344618ad799a1cadc0fb84 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:21:42.100501 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-55ea19d5-0652-42f5-aa71-5ea18e0f6fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:42.115462 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-55ea19d5-0652-42f5-aa71-5ea18e0f6fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:42.132065 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-7e81a791-ca3a-403c-8a67-175005996269 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:42.255163 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-95540d77-0738-4451-9843-398ae9020b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612725'] for network, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:42.264113 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-7e81a791-ca3a-403c-8a67-175005996269 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:42.279394 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] get_ports_and_sgs() called for port_ids ['76efc3d0-1d4c-4cae-bf48-20d1af04e8ca'] {{(pid=94446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:21:42.303964 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95540d77-0738-4451-9843-398ae9020b82 admin admin] Pushing event deleted for resources: {'Network': ['ID=877cb628-f3ca-4c69-92bd-8d9420cb4b94,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:42.308833 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-95540d77-0738-4451-9843-398ae9020b82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for network, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:42.314209 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-95540d77-0738-4451-9843-398ae9020b82 admin admin] 10.222.0.16 "DELETE /v2.0/networks/877cb628-f3ca-4c69-92bd-8d9420cb4b94 HTTP/1.1" status: 204 len: 168 time: 0.5019252 Aug 19 02:21:42.387874 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-7e81a791-ca3a-403c-8a67-175005996269 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Network 6c43c105-26e3-4f24-a429-1210329b462e is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:21:42.397118 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-7e81a791-ca3a-403c-8a67-175005996269 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:21:42.400337 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-7e81a791-ca3a-403c-8a67-175005996269 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:21:42.405780 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81a791-ca3a-403c-8a67-175005996269 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Pushing event updated for resources: {'Port': ['ID=282efd73-f99e-4710-a65e-c20c01baa7b1,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:42.409190 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae0778e-d7cf-4804-9ddd-d29a53362f7c req-2d4ff87f-d74b-4a32-ae06-7db2d78833ef tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:42.415595 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-cae0778e-d7cf-4804-9ddd-d29a53362f7c req-2d4ff87f-d74b-4a32-ae06-7db2d78833ef tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8905cb4-2c74-4eff-a163-502287fdb2b8 HTTP/1.1" status: 200 len: 931 time: 0.0792186 Aug 19 02:21:42.455518 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-cae0778e-d7cf-4804-9ddd-d29a53362f7c req-e03855a3-a16e-49d8-b25a-3402f7284f01 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390286 Aug 19 02:21:42.478645 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-7e81a791-ca3a-403c-8a67-175005996269 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:42.479333 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-7e81a791-ca3a-403c-8a67-175005996269 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:42.493875 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-55ea19d5-0652-42f5-aa71-5ea18e0f6fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:42.600874 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-55ea19d5-0652-42f5-aa71-5ea18e0f6fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:42.626227 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55ea19d5-0652-42f5-aa71-5ea18e0f6fed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 02:21:42.635053 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea19d5-0652-42f5-aa71-5ea18e0f6fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a30607-3f8c-4737-9c2a-66e2e8d19189,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:42.642098 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-55ea19d5-0652-42f5-aa71-5ea18e0f6fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:42.642345 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.db.segments_db [None req-55ea19d5-0652-42f5-aa71-5ea18e0f6fed admin admin] Added segment 40112b8b-bc36-4b9d-bd3f-75a3709d2dce of type vlan for network 29f65fa0-1bb5-44ce-9209-cb366705e117 Aug 19 02:21:42.681541 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-7e81a791-ca3a-403c-8a67-175005996269 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1537163 Aug 19 02:21:42.685566 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-55ea19d5-0652-42f5-aa71-5ea18e0f6fed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754220385702'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:42.705662 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-3b315911-957d-44ba-b2ba-63f68277e80e service neutron] Request body: {'port': {'device_id': 'f8905cb4-2c74-4eff-a163-502287fdb2b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75565'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:21:42.729224 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 34820) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:42.762284 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-3b315911-957d-44ba-b2ba-63f68277e80e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:42.771595 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-d5e61194-634e-4819-bcf5-0c8a025561a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c89f21444de44f899449dff5fad945ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398626 Aug 19 02:21:42.774000 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 34822) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:42.817824 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-55ea19d5-0652-42f5-aa71-5ea18e0f6fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:42.818812 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ea19d5-0652-42f5-aa71-5ea18e0f6fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:42.819404 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-55ea19d5-0652-42f5-aa71-5ea18e0f6fed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:42.842532 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8bd96ecb-1d98-4a66-bdf4-a722778abfbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:42.865010 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8bd96ecb-1d98-4a66-bdf4-a722778abfbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:42.942907 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea19d5-0652-42f5-aa71-5ea18e0f6fed admin admin] Pushing event updated for resources: {'Network': ['ID=29f65fa0-1bb5-44ce-9209-cb366705e117,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:42.953845 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Network 29f65fa0-1bb5-44ce-9209-cb366705e117 details requested by agent ovs-agent-dv-cinder-755654-10-iscsi with host dv-cinder-755654-10-iscsi {{(pid=94446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 02:21:42.989563 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-55ea19d5-0652-42f5-aa71-5ea18e0f6fed admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2145007 Aug 19 02:21:42.992468 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 34828) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:42.998619 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-48cb3602-a943-4285-9c2e-4f8cf68ba71b admin admin] Request body: {'subnet': {'network_id': '29f65fa0-1bb5-44ce-9209-cb366705e117', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-383685053-subnet', 'tenant_id': 'f88380b35b344618ad799a1cadc0fb84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:21:43.003287 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8bd96ecb-1d98-4a66-bdf4-a722778abfbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:43.005819 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8bd96ecb-1d98-4a66-bdf4-a722778abfbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:43.006959 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-8bd96ecb-1d98-4a66-bdf4-a722778abfbe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ba1358d9-d41e-4773-b444-454e3f354d6c HTTP/1.1" status: 204 len: 168 time: 0.2320478 Aug 19 02:21:43.021365 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd96ecb-1d98-4a66-bdf4-a722778abfbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1358d9-d41e-4773-b444-454e3f354d6c,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:43.112231 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-3b315911-957d-44ba-b2ba-63f68277e80e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 282efd73-f99e-4710-a65e-c20c01baa7b1 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:21:43.121856 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-3b315911-957d-44ba-b2ba-63f68277e80e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:43.134154 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-3b315911-957d-44ba-b2ba-63f68277e80e service neutron] Transition to ACTIVE for port object 282efd73-f99e-4710-a65e-c20c01baa7b1 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:21:43.209086 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cb3602-a943-4285-9c2e-4f8cf68ba71b admin admin] Made reservation on behalf of f88380b35b344618ad799a1cadc0fb84 for: {'subnet': 1} {{(pid=94444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:21:43.211432 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-48cb3602-a943-4285-9c2e-4f8cf68ba71b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3746272'] for subnet, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:43.237842 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-3b315911-957d-44ba-b2ba-63f68277e80e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:43.330123 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b315911-957d-44ba-b2ba-63f68277e80e service neutron] Pushing event updated for resources: {'Port': ['ID=282efd73-f99e-4710-a65e-c20c01baa7b1,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:43.361327 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-3b315911-957d-44ba-b2ba-63f68277e80e service neutron] Attempting to bind port 282efd73-f99e-4710-a65e-c20c01baa7b1 on host hv-cinder-75565 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:21:43.361669 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-3b315911-957d-44ba-b2ba-63f68277e80e service neutron] Attempting to bind port 282efd73-f99e-4710-a65e-c20c01baa7b1 by drivers openvswitch,hyperv on host hv-cinder-75565 at level 0 using segments [{'id': '9bf1da37-dd52-4a35-a6bf-1be2af2df224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6c43c105-26e3-4f24-a429-1210329b462e'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:21:43.361996 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-3b315911-957d-44ba-b2ba-63f68277e80e service neutron] Attempting to bind port 282efd73-f99e-4710-a65e-c20c01baa7b1 on network 6c43c105-26e3-4f24-a429-1210329b462e {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:21:43.367018 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-3b315911-957d-44ba-b2ba-63f68277e80e service neutron] Port 282efd73-f99e-4710-a65e-c20c01baa7b1 on network 6c43c105-26e3-4f24-a429-1210329b462e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75565 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 02:21:43.367350 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-3b315911-957d-44ba-b2ba-63f68277e80e service neutron] Attempting to bind port 282efd73-f99e-4710-a65e-c20c01baa7b1 on network 6c43c105-26e3-4f24-a429-1210329b462e {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:21:43.373370 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-3b315911-957d-44ba-b2ba-63f68277e80e service neutron] Checking agent: {'id': '41372272-fa96-45fc-afce-a2209819517f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 18, 6), 'started_at': datetime.datetime(2021, 8, 19, 2, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:21:43.378505 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-3b315911-957d-44ba-b2ba-63f68277e80e service neutron] Checking segment: {'id': '9bf1da37-dd52-4a35-a6bf-1be2af2df224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6c43c105-26e3-4f24-a429-1210329b462e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:21:43.378505 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-3b315911-957d-44ba-b2ba-63f68277e80e service neutron] Bound using segment: {'id': '9bf1da37-dd52-4a35-a6bf-1be2af2df224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6c43c105-26e3-4f24-a429-1210329b462e'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:21:43.378505 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-3b315911-957d-44ba-b2ba-63f68277e80e service neutron] Bound port: 282efd73-f99e-4710-a65e-c20c01baa7b1, host: hv-cinder-75565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bf1da37-dd52-4a35-a6bf-1be2af2df224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6c43c105-26e3-4f24-a429-1210329b462e'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:21:43.378505 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-3b315911-957d-44ba-b2ba-63f68277e80e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:43.452294 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-3b315911-957d-44ba-b2ba-63f68277e80e service neutron] For port 282efd73-f99e-4710-a65e-c20c01baa7b1, host hv-cinder-75565, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:21:43.455933 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-3b315911-957d-44ba-b2ba-63f68277e80e service neutron] For port 282efd73-f99e-4710-a65e-c20c01baa7b1, host hv-cinder-75565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=282efd73-f99e-4710-a65e-c20c01baa7b1,segment=NetworkSegment(9bf1da37-dd52-4a35-a6bf-1be2af2df224),segment_id=9bf1da37-dd52-4a35-a6bf-1be2af2df224)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:21:43.497778 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-48cb3602-a943-4285-9c2e-4f8cf68ba71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4183558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3746294'] for subnet, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:43.548822 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-3b315911-957d-44ba-b2ba-63f68277e80e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:43.581276 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb3602-a943-4285-9c2e-4f8cf68ba71b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa40c230-027a-477d-b4e7-d3dafbebf0e8,revision_number=0']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:43.589806 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cb3602-a943-4285-9c2e-4f8cf68ba71b admin admin] Checking segment: {'id': '40112b8b-bc36-4b9d-bd3f-75a3709d2dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '29f65fa0-1bb5-44ce-9209-cb366705e117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:21:43.590158 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cb3602-a943-4285-9c2e-4f8cf68ba71b admin admin] Network hostable DHCP agents. Network: 29f65fa0-1bb5-44ce-9209-cb366705e117, hostable agents: ['5428ca17-2793-4a7a-b269-f163004a9067'], hosted agents: [] {{(pid=94444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 02:21:43.640039 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-3b315911-957d-44ba-b2ba-63f68277e80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:43.640674 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-3b315911-957d-44ba-b2ba-63f68277e80e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:43.646436 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-3b315911-957d-44ba-b2ba-63f68277e80e service neutron] 10.222.0.22 "PUT /v2.0/ports/282efd73-f99e-4710-a65e-c20c01baa7b1 HTTP/1.1" status: 200 len: 1093 time: 0.9463487 Aug 19 02:21:43.646436 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8905cb4-2c74-4eff-a163-502287fdb2b8', 'tag': '282efd73-f99e-4710-a65e-c20c01baa7b1'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:21:43.646436 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84eba577-1380-4350-924a-8cade8646e6b" -d '{"events": [{"name": "network-changed", "server_uuid": "f8905cb4-2c74-4eff-a163-502287fdb2b8", "tag": "282efd73-f99e-4710-a65e-c20c01baa7b1"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:21:43.669877 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cb3602-a943-4285-9c2e-4f8cf68ba71b admin admin] Network 29f65fa0-1bb5-44ce-9209-cb366705e117 is scheduled to be hosted by DHCP agent 5428ca17-2793-4a7a-b269-f163004a9067 with binding_index 1 {{(pid=94444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 02:21:43.676571 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b315911-957d-44ba-b2ba-63f68277e80e service neutron] Pushing event updated for resources: {'Port': ['ID=282efd73-f99e-4710-a65e-c20c01baa7b1,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:43.692000 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fa3bd-7ade-414e-938b-8d51a92ec827 req-7a71ddb9-8fef-4648-b963-2bbd9d17f788 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:43.693624 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ab1fa3bd-7ade-414e-938b-8d51a92ec827 req-7a71ddb9-8fef-4648-b963-2bbd9d17f788 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8905cb4-2c74-4eff-a163-502287fdb2b8 HTTP/1.1" status: 200 len: 943 time: 0.1403196 Aug 19 02:21:43.695363 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db0e88f-e53e-46ab-b2ab-284059b56054 x-openstack-request-id: req-1db0e88f-e53e-46ab-b2ab-284059b56054 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:21:43.695569 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8905cb4-2c74-4eff-a163-502287fdb2b8", "tag": "282efd73-f99e-4710-a65e-c20c01baa7b1", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:21:43.713421 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1db0e88f-e53e-46ab-b2ab-284059b56054 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:21:43.713421 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8905cb4-2c74-4eff-a163-502287fdb2b8', 'tag': '282efd73-f99e-4710-a65e-c20c01baa7b1', 'status': 'completed', 'code': 200} Aug 19 02:21:43.754043 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.base_scheduler [None req-48cb3602-a943-4285-9c2e-4f8cf68ba71b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755654-10-iscsi, 29f65fa0-1bb5-44ce-9209-cb366705e117) {{(pid=94444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:21:43.758201 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cb3602-a943-4285-9c2e-4f8cf68ba71b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:43.758847 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-48cb3602-a943-4285-9c2e-4f8cf68ba71b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for subnet, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:43.767353 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fac8c4-1c80-4089-bbfd-7eb24763a5ad None None] Network 29f65fa0-1bb5-44ce-9209-cb366705e117 requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:21:43.771881 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ab1fa3bd-7ade-414e-938b-8d51a92ec827 req-1c6e4377-dd9e-42cb-9469-62f07ceb771f tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616548 Aug 19 02:21:43.793541 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eba577-1380-4350-924a-8cade8646e6b req-b01b8f85-10e1-4f36-995c-12c0a10f9b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:43.795958 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-84eba577-1380-4350-924a-8cade8646e6b req-b01b8f85-10e1-4f36-995c-12c0a10f9b55 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=21e2050ddc3a4486be917df4cf6b0b60&device_id=f8905cb4-2c74-4eff-a163-502287fdb2b8 HTTP/1.1" status: 200 len: 1096 time: 0.0781751 Aug 19 02:21:43.796661 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 34854) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:43.844529 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-48cb3602-a943-4285-9c2e-4f8cf68ba71b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8508122 Aug 19 02:21:43.893428 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 34860) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:43.898748 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-7693b5d1-01e2-463f-80fa-64e663de78ad admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-383685053-router', 'tenant_id': 'f88380b35b344618ad799a1cadc0fb84', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'}}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:21:43.919673 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-df3ac892-2da9-48c9-8153-4e73b128159a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=337108eebafe44d587000c57d700e287&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1217129 Aug 19 02:21:43.922321 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 34862) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:43.936904 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518736f5-8536-4498-868d-da678d949d91 None None] Network 29f65fa0-1bb5-44ce-9209-cb366705e117 requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:21:43.989598 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eba577-1380-4350-924a-8cade8646e6b req-85c0aa06-8849-4d70-9df0-205861fc459c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:43.991086 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-84eba577-1380-4350-924a-8cade8646e6b req-85c0aa06-8849-4d70-9df0-205861fc459c service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=21e2050ddc3a4486be917df4cf6b0b60&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1842113 Aug 19 02:21:44.008728 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eca2cc4a-41ab-4177-aa80-e062047a68e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:44.068621 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7693b5d1-01e2-463f-80fa-64e663de78ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14576'] for router, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:44.069905 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7693b5d1-01e2-463f-80fa-64e663de78ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-613098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14585'] for router, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:44.076271 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eca2cc4a-41ab-4177-aa80-e062047a68e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:44.125698 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7693b5d1-01e2-463f-80fa-64e663de78ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:44.130230 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eba577-1380-4350-924a-8cade8646e6b req-8d34c11a-976f-4ea9-9d09-326b3865695b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:44.131709 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-84eba577-1380-4350-924a-8cade8646e6b req-8d34c11a-976f-4ea9-9d09-326b3865695b service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1330657 Aug 19 02:21:44.207394 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-f5a835e5-d8d9-47e9-9506-fbf084e3b767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:44.208891 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-f5a835e5-d8d9-47e9-9506-fbf084e3b767 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=21e2050ddc3a4486be917df4cf6b0b60&device_id=f8905cb4-2c74-4eff-a163-502287fdb2b8 HTTP/1.1" status: 200 len: 1096 time: 0.0406153 Aug 19 02:21:44.261764 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-8ac90c83-77dc-47a5-ae30-715299732912 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=282efd73-f99e-4710-a65e-c20c01baa7b1 HTTP/1.1" status: 200 len: 217 time: 0.0378151 Aug 19 02:21:44.262335 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eca2cc4a-41ab-4177-aa80-e062047a68e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:44.264834 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eca2cc4a-41ab-4177-aa80-e062047a68e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:44.265872 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-eca2cc4a-41ab-4177-aa80-e062047a68e0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c4220bd4-9be6-4dc7-aa4f-6e1b33000cdd HTTP/1.1" status: 204 len: 168 time: 0.3425207 Aug 19 02:21:44.282341 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca2cc4a-41ab-4177-aa80-e062047a68e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4220bd4-9be6-4dc7-aa4f-6e1b33000cdd,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:44.330906 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-394cfd90-750f-45c0-9f2f-7a46398ccb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:44.333356 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-394cfd90-750f-45c0-9f2f-7a46398ccb5d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8d7d19a2-2b51-441e-9a48-9bfac3ef9593 HTTP/1.1" status: 200 len: 854 time: 0.0640459 Aug 19 02:21:44.368704 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-22a4f219-0bcd-4a57-862b-d1f89389fdcd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6c43c105-26e3-4f24-a429-1210329b462e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272882 Aug 19 02:21:44.371277 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7693b5d1-01e2-463f-80fa-64e663de78ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:44.409995 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 34868) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:44.467829 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-7d09a987-6511-4771-b278-d53c1d1f6bf5 service neutron] 10.222.0.22 "GET /v2.0/networks/6c43c105-26e3-4f24-a429-1210329b462e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911953 Aug 19 02:21:44.597820 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-12fd441e-d553-4e2f-b913-677efcd8bdfc req-3558efd6-bfff-42ff-8aed-97e65d379879 service neutron] 10.222.0.22 "GET /v2.0/networks/6c43c105-26e3-4f24-a429-1210329b462e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226990 Aug 19 02:21:44.670523 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-ef109b92-5522-48a7-af11-af2dbab79c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:44.775044 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7693b5d1-01e2-463f-80fa-64e663de78ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:44.802908 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7693b5d1-01e2-463f-80fa-64e663de78ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:44.857407 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4fe0ce3f-fec8-42a3-8348-6103679bd98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:44.947787 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-ef109b92-5522-48a7-af11-af2dbab79c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:44.967740 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e725e9-fb57-496d-8eb2-2b13c8c95b8a req-f3343299-9e38-4086-a37a-f387ddc73764 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:44.969260 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-f0e725e9-fb57-496d-8eb2-2b13c8c95b8a req-f3343299-9e38-4086-a37a-f387ddc73764 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8905cb4-2c74-4eff-a163-502287fdb2b8 HTTP/1.1" status: 200 len: 943 time: 0.1135995 Aug 19 02:21:44.991247 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.db_base_plugin_common [None req-7693b5d1-01e2-463f-80fa-64e663de78ad admin admin] Allocated IP 172.27.1.250 (3bd28d61-6ca0-48ed-a78c-bdbd12784534/563e592a-26a7-40db-9a00-034f622fa441/3411a97c-a2fc-471a-a408-676fa36c15be) {{(pid=94444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:21:45.004691 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-ef109b92-5522-48a7-af11-af2dbab79c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:45.317797 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-ef109b92-5522-48a7-af11-af2dbab79c9c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=217c5bdbfb634cde8fcceb86478632b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9066684 Aug 19 02:21:45.320560 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 34898) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:45.329099 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-f0e725e9-fb57-496d-8eb2-2b13c8c95b8a req-013ce062-7fb3-4184-a48e-d55b804feada tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526933 Aug 19 02:21:45.333823 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef109b92-5522-48a7-af11-af2dbab79c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fae3e8-ebff-4fb5-b31f-4197c2a3a1dc,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:45.367374 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 34900) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:45.388894 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7693b5d1-01e2-463f-80fa-64e663de78ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:45.393492 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a2c7b5e2-3b5e-4207-8ec8-483ef6449395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:45.418050 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a2c7b5e2-3b5e-4207-8ec8-483ef6449395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:45.473797 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-0afc5525-0beb-4be0-aa37-a90e21b2cc03 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-279473908-network', 'tenant_id': '1860db339ff74207a4c4be4b23295884'}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:21:45.491934 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7693b5d1-01e2-463f-80fa-64e663de78ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4183730'] for port, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:45.531434 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7693b5d1-01e2-463f-80fa-64e663de78ad admin admin] Network 3bd28d61-6ca0-48ed-a78c-bdbd12784534 is already hosted by enough agents. {{(pid=94444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:21:45.536177 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.base_scheduler [None req-7693b5d1-01e2-463f-80fa-64e663de78ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:21:45.539623 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7693b5d1-01e2-463f-80fa-64e663de78ad admin admin] Received port after_create {{(pid=94444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:21:45.548334 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a2c7b5e2-3b5e-4207-8ec8-483ef6449395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:45.550951 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a2c7b5e2-3b5e-4207-8ec8-483ef6449395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:45.552155 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-a2c7b5e2-3b5e-4207-8ec8-483ef6449395 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/20fae3e8-ebff-4fb5-b31f-4197c2a3a1dc HTTP/1.1" status: 204 len: 168 time: 0.2296166 Aug 19 02:21:45.564711 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c7b5e2-3b5e-4207-8ec8-483ef6449395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fae3e8-ebff-4fb5-b31f-4197c2a3a1dc,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:45.569098 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7693b5d1-01e2-463f-80fa-64e663de78ad admin admin] Pushing event updated for resources: {'Port': ['ID=3411a97c-a2fc-471a-a408-676fa36c15be,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:45.583878 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afc5525-0beb-4be0-aa37-a90e21b2cc03 admin admin] Made reservation on behalf of 1860db339ff74207a4c4be4b23295884 for: {'network': 1} {{(pid=94444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:21:45.586266 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0afc5525-0beb-4be0-aa37-a90e21b2cc03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for network, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:45.599234 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0afc5525-0beb-4be0-aa37-a90e21b2cc03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:45.784491 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0afc5525-0beb-4be0-aa37-a90e21b2cc03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:45.888374 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0afc5525-0beb-4be0-aa37-a90e21b2cc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:45.954160 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0afc5525-0beb-4be0-aa37-a90e21b2cc03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=94444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 02:21:45.971361 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc5525-0beb-4be0-aa37-a90e21b2cc03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d88cd5-45b5-4cfd-83d8-744ef1666cd6,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:45.980616 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0afc5525-0beb-4be0-aa37-a90e21b2cc03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178'] for segment, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:45.981091 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.db.segments_db [None req-0afc5525-0beb-4be0-aa37-a90e21b2cc03 admin admin] Added segment a5480111-2330-4838-8586-856118a142cb of type vlan for network 847f5967-0e4b-4308-a19e-862b1b000167 Aug 19 02:21:46.028933 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7693b5d1-01e2-463f-80fa-64e663de78ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:46.063950 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0afc5525-0beb-4be0-aa37-a90e21b2cc03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754220385702'] for network, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:46.222120 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0afc5525-0beb-4be0-aa37-a90e21b2cc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116'] for network, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:46.223092 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afc5525-0beb-4be0-aa37-a90e21b2cc03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:46.223670 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0afc5525-0beb-4be0-aa37-a90e21b2cc03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for network, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:46.251727 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 34924) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:46.265786 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0a1d171c-2603-46fc-bea4-89b55cd7c642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:46.302797 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc5525-0beb-4be0-aa37-a90e21b2cc03 admin admin] Pushing event updated for resources: {'Network': ['ID=847f5967-0e4b-4308-a19e-862b1b000167,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:46.305345 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7693b5d1-01e2-463f-80fa-64e663de78ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612911'] for router, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:46.315653 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Network 847f5967-0e4b-4308-a19e-862b1b000167 details requested by agent ovs-agent-dv-cinder-755654-10-iscsi with host dv-cinder-755654-10-iscsi {{(pid=94446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 02:21:46.345455 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-0afc5525-0beb-4be0-aa37-a90e21b2cc03 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9770050 Aug 19 02:21:46.348285 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 34930) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:46.354842 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-f8ca941d-2046-43f9-ba1a-9b2d6a5cafba admin admin] Request body: {'subnet': {'network_id': '847f5967-0e4b-4308-a19e-862b1b000167', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-279473908-subnet', 'tenant_id': '1860db339ff74207a4c4be4b23295884', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:21:46.423290 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0a1d171c-2603-46fc-bea4-89b55cd7c642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:46.473961 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e3e51-3c38-4a77-a374-1e77c26e796c req-eb0f4273-3dad-4451-ace9-c797898bc293 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:46.475432 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-235e3e51-3c38-4a77-a374-1e77c26e796c req-eb0f4273-3dad-4451-ace9-c797898bc293 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8905cb4-2c74-4eff-a163-502287fdb2b8 HTTP/1.1" status: 200 len: 943 time: 0.0479646 Aug 19 02:21:46.480284 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0a1d171c-2603-46fc-bea4-89b55cd7c642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:46.536316 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-0a1d171c-2603-46fc-bea4-89b55cd7c642 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6a2035bac4ec40a185630893861a5286&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2834892 Aug 19 02:21:46.538284 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d171c-2603-46fc-bea4-89b55cd7c642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2184f2a-15e3-4813-b3af-cfef9aae5e39,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:46.539118 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 34936) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:46.553499 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-235e3e51-3c38-4a77-a374-1e77c26e796c req-8f4808f6-1e42-4134-8ba0-f50919f23a5a tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693781 Aug 19 02:21:46.576470 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7693b5d1-01e2-463f-80fa-64e663de78ad admin admin] Router 5b356740-5cc3-4836-b93d-258a54edca2e is scheduled to L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c with binding_index 1 {{(pid=94444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 02:21:46.634915 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ca941d-2046-43f9-ba1a-9b2d6a5cafba admin admin] Made reservation on behalf of 1860db339ff74207a4c4be4b23295884 for: {'subnet': 1} {{(pid=94444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:21:46.637352 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-f8ca941d-2046-43f9-ba1a-9b2d6a5cafba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3746272'] for subnet, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:46.657117 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7a3f79a2-64cb-4e43-bfa4-2db2c596bb59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:46.749967 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7a3f79a2-64cb-4e43-bfa4-2db2c596bb59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:46.810967 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7693b5d1-01e2-463f-80fa-64e663de78ad admin admin] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:21:46.819500 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5914df97-9376-4d17-86b1-a71905dd3d4d None None] Sync routers for ids ['5b356740-5cc3-4836-b93d-258a54edca2e'] in dv-cinder-755654-10-iscsi {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:21:46.829394 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5914df97-9376-4d17-86b1-a71905dd3d4d None None] Routers {'5b356740-5cc3-4836-b93d-258a54edca2e'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:21:46.830083 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-5914df97-9376-4d17-86b1-a71905dd3d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:21:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['5b356740-5cc3-4836-b93d-258a54edca2e'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:21:46.907363 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7693b5d1-01e2-463f-80fa-64e663de78ad admin admin] Notify callbacks [] for router, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:46.908589 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-7693b5d1-01e2-463f-80fa-64e663de78ad admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.0139928 Aug 19 02:21:46.912945 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 34940) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:46.951879 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7a3f79a2-64cb-4e43-bfa4-2db2c596bb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:46.954784 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7a3f79a2-64cb-4e43-bfa4-2db2c596bb59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:46.956195 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-7a3f79a2-64cb-4e43-bfa4-2db2c596bb59 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f2184f2a-15e3-4813-b3af-cfef9aae5e39 HTTP/1.1" status: 204 len: 168 time: 0.4158721 Aug 19 02:21:46.967770 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f79a2-64cb-4e43-bfa4-2db2c596bb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2184f2a-15e3-4813-b3af-cfef9aae5e39,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:47.010608 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-f8ca941d-2046-43f9-ba1a-9b2d6a5cafba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4183558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3746294'] for subnet, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:47.016692 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-5914df97-9376-4d17-86b1-a71905dd3d4d None None] Set router 5b356740-5cc3-4836-b93d-258a54edca2e gateway port host: dv-cinder-755654-10-iscsi {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:21:47.071378 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca941d-2046-43f9-ba1a-9b2d6a5cafba admin admin] Pushing event updated for resources: {'Subnet': ['ID=383fe649-6781-4821-96cd-9bd2e3cd9216,revision_number=0']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:47.105376 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ca941d-2046-43f9-ba1a-9b2d6a5cafba admin admin] Checking segment: {'id': 'a5480111-2330-4838-8586-856118a142cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '847f5967-0e4b-4308-a19e-862b1b000167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:21:47.111114 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ca941d-2046-43f9-ba1a-9b2d6a5cafba admin admin] Network hostable DHCP agents. Network: 847f5967-0e4b-4308-a19e-862b1b000167, hostable agents: ['5428ca17-2793-4a7a-b269-f163004a9067'], hosted agents: [] {{(pid=94444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 02:21:47.201062 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-5914df97-9376-4d17-86b1-a71905dd3d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b356740-5cc3-4836-b93d-258a54edca2e', 'name': 'tempest-ServerRescueNegativeTestJSON-383685053-router', 'tenant_id': 'f88380b35b344618ad799a1cadc0fb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '3411a97c-a2fc-471a-a408-676fa36c15be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:21:44Z', 'updated_at': '2021-08-19T02:21:45Z', 'revision_number': 3, 'project_id': 'f88380b35b344618ad799a1cadc0fb84', 'gw_port': {'id': '3411a97c-a2fc-471a-a408-676fa36c15be', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b356740-5cc3-4836-b93d-258a54edca2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:21:44Z', 'updated_at': '2021-08-19T02:21:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi'}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:21:47.232173 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5914df97-9376-4d17-86b1-a71905dd3d4d None None] Checking router: 5b356740-5cc3-4836-b93d-258a54edca2e for host: dv-cinder-755654-10-iscsi {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:21:47.232687 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5914df97-9376-4d17-86b1-a71905dd3d4d None None] Updating router 5b356740-5cc3-4836-b93d-258a54edca2e port 3411a97c-a2fc-471a-a408-676fa36c15be binding host dv-cinder-755654-10-iscsi {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 02:21:47.251195 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ca941d-2046-43f9-ba1a-9b2d6a5cafba admin admin] Network 847f5967-0e4b-4308-a19e-862b1b000167 is scheduled to be hosted by DHCP agent 5428ca17-2793-4a7a-b269-f163004a9067 with binding_index 1 {{(pid=94444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 02:21:47.265653 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5914df97-9376-4d17-86b1-a71905dd3d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:47.266065 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5fdaaa7e-a7b4-46cf-973e-54a47f623c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:47.342915 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.base_scheduler [None req-f8ca941d-2046-43f9-ba1a-9b2d6a5cafba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755654-10-iscsi, 847f5967-0e4b-4308-a19e-862b1b000167) {{(pid=94444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:21:47.350675 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63eb214-cd4f-4754-85ee-b7419bdf4595 None None] Network 847f5967-0e4b-4308-a19e-862b1b000167 requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:21:47.354010 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ca941d-2046-43f9-ba1a-9b2d6a5cafba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:47.355770 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-f8ca941d-2046-43f9-ba1a-9b2d6a5cafba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for subnet, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:47.386980 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-68d3148b-b985-4460-b2c2-ffd1ad72ecc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:47.479186 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-f8ca941d-2046-43f9-ba1a-9b2d6a5cafba admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1295757 Aug 19 02:21:47.499285 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669aff28-d57a-4be7-8dd6-ee6a9d4ecf6f None None] Network 847f5967-0e4b-4308-a19e-862b1b000167 requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:21:47.525619 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5914df97-9376-4d17-86b1-a71905dd3d4d None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:47.535798 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-5914df97-9376-4d17-86b1-a71905dd3d4d None None] Transition to ACTIVE for port object 3411a97c-a2fc-471a-a408-676fa36c15be will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:21:47.621666 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5914df97-9376-4d17-86b1-a71905dd3d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:47.638435 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-68d3148b-b985-4460-b2c2-ffd1ad72ecc2 admin admin] Allocated IP 172.20.0.1 (29f65fa0-1bb5-44ce-9209-cb366705e117/fa40c230-027a-477d-b4e7-d3dafbebf0e8/744c8c74-8ff7-4fb4-98c6-3ca16963118c) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:21:47.711808 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a7d60-f158-4ba4-a160-8451d4abf3cc None None] Pushing event updated for resources: {'Port': ['ID=3411a97c-a2fc-471a-a408-676fa36c15be,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:47.722061 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a7d60-f158-4ba4-a160-8451d4abf3cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:47.722813 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a7d60-f158-4ba4-a160-8451d4abf3cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:47.723313 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a7d60-f158-4ba4-a160-8451d4abf3cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:47.723801 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a7d60-f158-4ba4-a160-8451d4abf3cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:47.724479 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a7d60-f158-4ba4-a160-8451d4abf3cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:47.724976 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a7d60-f158-4ba4-a160-8451d4abf3cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:47.725339 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a7d60-f158-4ba4-a160-8451d4abf3cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:47.725727 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a7d60-f158-4ba4-a160-8451d4abf3cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:47.726266 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a7d60-f158-4ba4-a160-8451d4abf3cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:47.726395 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a7d60-f158-4ba4-a160-8451d4abf3cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:47.726666 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a7d60-f158-4ba4-a160-8451d4abf3cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:47.727158 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a7d60-f158-4ba4-a160-8451d4abf3cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:47.729225 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:47.733388 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-5914df97-9376-4d17-86b1-a71905dd3d4d None None] Attempting to bind port 3411a97c-a2fc-471a-a408-676fa36c15be on host dv-cinder-755654-10-iscsi for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:21:47.733812 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-5914df97-9376-4d17-86b1-a71905dd3d4d None None] Attempting to bind port 3411a97c-a2fc-471a-a408-676fa36c15be by drivers openvswitch,hyperv on host dv-cinder-755654-10-iscsi at level 0 using segments [{'id': '31e5f57a-85b9-444f-b38d-61963340c3f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:21:47.734395 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5914df97-9376-4d17-86b1-a71905dd3d4d None None] Attempting to bind port 3411a97c-a2fc-471a-a408-676fa36c15be on network 3bd28d61-6ca0-48ed-a78c-bdbd12784534 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:21:47.739829 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5914df97-9376-4d17-86b1-a71905dd3d4d None None] Checking agent: {'id': '4006ddce-538e-4364-9c83-4224b741844b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 11, 48), 'started_at': datetime.datetime(2021, 8, 19, 2, 12, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:21:47.740507 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5914df97-9376-4d17-86b1-a71905dd3d4d None None] Checking segment: {'id': '31e5f57a-85b9-444f-b38d-61963340c3f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:21:47.741152 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5914df97-9376-4d17-86b1-a71905dd3d4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:47.741728 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5914df97-9376-4d17-86b1-a71905dd3d4d None None] Bound using segment: {'id': '31e5f57a-85b9-444f-b38d-61963340c3f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:21:47.743106 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-5914df97-9376-4d17-86b1-a71905dd3d4d None None] Bound port: 3411a97c-a2fc-471a-a408-676fa36c15be, host: dv-cinder-755654-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31e5f57a-85b9-444f-b38d-61963340c3f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:21:47.743583 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5914df97-9376-4d17-86b1-a71905dd3d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:47.757554 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc364386-5d1d-400f-abd0-0fe97727e1bb req-ffe15ec1-379c-4e0e-94cb-b1d53a099acf tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:47.759065 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-bc364386-5d1d-400f-abd0-0fe97727e1bb req-ffe15ec1-379c-4e0e-94cb-b1d53a099acf tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8905cb4-2c74-4eff-a163-502287fdb2b8 HTTP/1.1" status: 200 len: 943 time: 0.0964055 Aug 19 02:21:47.802159 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-5914df97-9376-4d17-86b1-a71905dd3d4d None None] For port 3411a97c-a2fc-471a-a408-676fa36c15be, host dv-cinder-755654-10-iscsi, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:21:47.805869 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-5914df97-9376-4d17-86b1-a71905dd3d4d None None] For port 3411a97c-a2fc-471a-a408-676fa36c15be, host dv-cinder-755654-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=3411a97c-a2fc-471a-a408-676fa36c15be,segment=NetworkSegment(31e5f57a-85b9-444f-b38d-61963340c3f4),segment_id=31e5f57a-85b9-444f-b38d-61963340c3f4)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:21:47.811034 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-bc364386-5d1d-400f-abd0-0fe97727e1bb req-75c4b33b-68a8-4595-801c-d8e50ed8955a tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445125 Aug 19 02:21:47.845375 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-68d3148b-b985-4460-b2c2-ffd1ad72ecc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:47.872988 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-5914df97-9376-4d17-86b1-a71905dd3d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:47.926983 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5914df97-9376-4d17-86b1-a71905dd3d4d None None] Routers {'5b356740-5cc3-4836-b93d-258a54edca2e'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:21:47.927612 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-5914df97-9376-4d17-86b1-a71905dd3d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:21:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['5b356740-5cc3-4836-b93d-258a54edca2e'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:21:47.965402 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-68d3148b-b985-4460-b2c2-ffd1ad72ecc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:47.986658 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a7d60-f158-4ba4-a160-8451d4abf3cc None None] Pushing event updated for resources: {'Port': ['ID=3411a97c-a2fc-471a-a408-676fa36c15be,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:48.041673 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d3148b-b985-4460-b2c2-ffd1ad72ecc2 admin admin] Network 29f65fa0-1bb5-44ce-9209-cb366705e117 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:21:48.045515 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-68d3148b-b985-4460-b2c2-ffd1ad72ecc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:21:48.055996 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d3148b-b985-4460-b2c2-ffd1ad72ecc2 admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:21:48.062433 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-5914df97-9376-4d17-86b1-a71905dd3d4d None None] Set router 5b356740-5cc3-4836-b93d-258a54edca2e gateway port host: dv-cinder-755654-10-iscsi {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:21:48.101455 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d3148b-b985-4460-b2c2-ffd1ad72ecc2 admin admin] Pushing event updated for resources: {'Port': ['ID=744c8c74-8ff7-4fb4-98c6-3ca16963118c,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:48.115104 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-68d3148b-b985-4460-b2c2-ffd1ad72ecc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-619623'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:48.158729 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 34978) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:48.291013 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 282efd73-f99e-4710-a65e-c20c01baa7b1 details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:21:48.296896 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-5914df97-9376-4d17-86b1-a71905dd3d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b356740-5cc3-4836-b93d-258a54edca2e', 'name': 'tempest-ServerRescueNegativeTestJSON-383685053-router', 'tenant_id': 'f88380b35b344618ad799a1cadc0fb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '3411a97c-a2fc-471a-a408-676fa36c15be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:21:44Z', 'updated_at': '2021-08-19T02:21:45Z', 'revision_number': 3, 'project_id': 'f88380b35b344618ad799a1cadc0fb84', 'gw_port': {'id': '3411a97c-a2fc-471a-a408-676fa36c15be', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b356740-5cc3-4836-b93d-258a54edca2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:21:44Z', 'updated_at': '2021-08-19T02:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi'}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:21:48.297090 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-577395ff-d88c-4c88-93d7-ff5c475689b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:48.336962 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5914df97-9376-4d17-86b1-a71905dd3d4d None None] The sync data for ids ['5b356740-5cc3-4836-b93d-258a54edca2e'] in dv-cinder-755654-10-iscsi is: [{'id': '5b356740-5cc3-4836-b93d-258a54edca2e', 'name': 'tempest-ServerRescueNegativeTestJSON-383685053-router', 'tenant_id': 'f88380b35b344618ad799a1cadc0fb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '3411a97c-a2fc-471a-a408-676fa36c15be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:21:44Z', 'updated_at': '2021-08-19T02:21:45Z', 'revision_number': 3, 'project_id': 'f88380b35b344618ad799a1cadc0fb84', 'gw_port': {'id': '3411a97c-a2fc-471a-a408-676fa36c15be', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b356740-5cc3-4836-b93d-258a54edca2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:21:44Z', 'updated_at': '2021-08-19T02:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi'}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:21:48.406426 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 282efd73-f99e-4710-a65e-c20c01baa7b1, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=282efd73-f99e-4710-a65e-c20c01baa7b1,segment=NetworkSegment(9bf1da37-dd52-4a35-a6bf-1be2af2df224),segment_id=9bf1da37-dd52-4a35-a6bf-1be2af2df224)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:21:48.418929 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Returning: {'device': '282efd73-f99e-4710-a65e-c20c01baa7b1', 'network_id': '6c43c105-26e3-4f24-a429-1210329b462e', 'port_id': '282efd73-f99e-4710-a65e-c20c01baa7b1', 'mac_address': 'fa:16:3e:57:c8:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7d19a2-2b51-441e-9a48-9bfac3ef9593', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:21:48.474935 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:48.494184 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:48.501424 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 282efd73-f99e-4710-a65e-c20c01baa7b1 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:21:48.525633 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 282efd73-f99e-4710-a65e-c20c01baa7b1, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=282efd73-f99e-4710-a65e-c20c01baa7b1,segment=NetworkSegment(9bf1da37-dd52-4a35-a6bf-1be2af2df224),segment_id=9bf1da37-dd52-4a35-a6bf-1be2af2df224)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:21:48.595123 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:48.664297 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-68d3148b-b985-4460-b2c2-ffd1ad72ecc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:48.717764 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=282efd73-f99e-4710-a65e-c20c01baa7b1,revision_number=4']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:48.727215 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:48.727620 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:48.727972 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:48.728393 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:48.728737 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:48.729071 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:48.729529 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:48.729873 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:48.730226 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:48.730571 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:48.730925 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:48.731251 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:48.802854 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-577395ff-d88c-4c88-93d7-ff5c475689b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:48.927014 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-577395ff-d88c-4c88-93d7-ff5c475689b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:48.985165 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577395ff-d88c-4c88-93d7-ff5c475689b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d7b765-5b8f-4de7-be4f-02ed66fc09c2,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:49.002073 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-577395ff-d88c-4c88-93d7-ff5c475689b7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bcfb29afc9ea4e0484d684174afb0103&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8392951 Aug 19 02:21:49.002873 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 35002) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:49.010250 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] get_ports_and_sgs() called for port_ids ['282efd73-f99e-4710-a65e-c20c01baa7b1'] {{(pid=94446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:21:49.026739 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95870fe-70c7-4624-843f-725541638e62 req-eccbceb8-d045-43a9-81ec-d10861e0539b tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:49.028303 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d95870fe-70c7-4624-843f-725541638e62 req-eccbceb8-d045-43a9-81ec-d10861e0539b tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8905cb4-2c74-4eff-a163-502287fdb2b8 HTTP/1.1" status: 200 len: 944 time: 0.1321092 Aug 19 02:21:49.043951 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-68d3148b-b985-4460-b2c2-ffd1ad72ecc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:49.085540 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1b977a77-a2a8-4b75-b3b2-f835e3045f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:49.087527 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d95870fe-70c7-4624-843f-725541638e62 req-c1d282b5-a3b5-440c-b6f8-f1a10f91c8c1 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485747 Aug 19 02:21:49.123688 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1b977a77-a2a8-4b75-b3b2-f835e3045f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:49.143645 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-68d3148b-b985-4460-b2c2-ffd1ad72ecc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:49.239004 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-68d3148b-b985-4460-b2c2-ffd1ad72ecc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619667'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:49.240904 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d3148b-b985-4460-b2c2-ffd1ad72ecc2 admin admin] Pushing event updated for resources: {'Port': ['ID=744c8c74-8ff7-4fb4-98c6-3ca16963118c,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:49.300570 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1b977a77-a2a8-4b75-b3b2-f835e3045f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:49.303191 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1b977a77-a2a8-4b75-b3b2-f835e3045f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:49.310441 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-1b977a77-a2a8-4b75-b3b2-f835e3045f56 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/98d7b765-5b8f-4de7-be4f-02ed66fc09c2 HTTP/1.1" status: 204 len: 168 time: 0.3003135 Aug 19 02:21:49.332342 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b977a77-a2a8-4b75-b3b2-f835e3045f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d7b765-5b8f-4de7-be4f-02ed66fc09c2,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:49.338277 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d3148b-b985-4460-b2c2-ffd1ad72ecc2 admin admin] Network 29f65fa0-1bb5-44ce-9209-cb366705e117 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:21:49.340438 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-68d3148b-b985-4460-b2c2-ffd1ad72ecc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:21:49.474798 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d3148b-b985-4460-b2c2-ffd1ad72ecc2 admin admin] Router 5b356740-5cc3-4836-b93d-258a54edca2e has already been hosted by L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:21:49.585318 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d3148b-b985-4460-b2c2-ffd1ad72ecc2 admin admin] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:21:49.591345 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-68d3148b-b985-4460-b2c2-ffd1ad72ecc2 admin admin] 10.222.0.16 "PUT /v2.0/routers/5b356740-5cc3-4836-b93d-258a54edca2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6783998 Aug 19 02:21:49.999735 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 3411a97c-a2fc-471a-a408-676fa36c15be up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:21:50.171751 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 35056) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:50.180717 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning for port 3411a97c-a2fc-471a-a408-676fa36c15be completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:21:50.181279 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5b035-93da-4876-b625-548408bd1906 req-a6935a09-5f56-4397-9c74-7c10ccba0791 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:50.183927 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4dc5b035-93da-4876-b625-548408bd1906 req-a6935a09-5f56-4397-9c74-7c10ccba0791 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/networks?id=29f65fa0-1bb5-44ce-9209-cb366705e117 HTTP/1.1" status: 200 len: 818 time: 0.1392434 Aug 19 02:21:50.186423 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port 3411a97c-a2fc-471a-a408-676fa36c15be triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:21:50.187024 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:50.195731 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-5d92f844-16e3-478f-acf3-ae1755773971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:50.205024 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4dc5b035-93da-4876-b625-548408bd1906 req-37d91087-b7c3-4f36-8328-daec3f0bc9d2 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/quotas/f88380b35b344618ad799a1cadc0fb84 HTTP/1.1" status: 200 len: 375 time: 0.0127439 Aug 19 02:21:50.288585 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4dc5b035-93da-4876-b625-548408bd1906 req-ec98c06e-b567-426a-932c-90ee4c1081f8 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f88380b35b344618ad799a1cadc0fb84&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0684133 Aug 19 02:21:50.290022 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259960a1-9412-4c3a-bef0-189ec5afca21 None None] Sync routers for ids ['5b356740-5cc3-4836-b93d-258a54edca2e'] in dv-cinder-755654-10-iscsi {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:21:50.318336 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 282efd73-f99e-4710-a65e-c20c01baa7b1 up at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:21:50.343442 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259960a1-9412-4c3a-bef0-189ec5afca21 None None] Routers {'5b356740-5cc3-4836-b93d-258a54edca2e'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:21:50.344089 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-259960a1-9412-4c3a-bef0-189ec5afca21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:21:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['5b356740-5cc3-4836-b93d-258a54edca2e'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:21:50.383913 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:50.391479 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4dc5b035-93da-4876-b625-548408bd1906 req-58ef347e-2395-4907-925e-a8d03032967a service neutron] 10.222.0.16 "GET /v2.0/networks/29f65fa0-1bb5-44ce-9209-cb366705e117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904713 Aug 19 02:21:50.425801 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-5d92f844-16e3-478f-acf3-ae1755773971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:50.430390 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] For port 3411a97c-a2fc-471a-a408-676fa36c15be, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=3411a97c-a2fc-471a-a408-676fa36c15be,segment=NetworkSegment(31e5f57a-85b9-444f-b38d-61963340c3f4),segment_id=31e5f57a-85b9-444f-b38d-61963340c3f4)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:21:50.435533 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-730f5cc3-7d91-4643-a148-542ccda87935 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:50.442706 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-730f5cc3-7d91-4643-a148-542ccda87935 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/networks?id=847f5967-0e4b-4308-a19e-862b1b000167 HTTP/1.1" status: 200 len: 813 time: 0.1781795 Aug 19 02:21:50.453548 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-e835d6f2-3c57-4a65-a1ec-509e9b9679b9 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/quotas/1860db339ff74207a4c4be4b23295884 HTTP/1.1" status: 200 len: 375 time: 0.0098023 Aug 19 02:21:50.463729 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:50.489428 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-ca67c0db-61be-44f7-9519-f6297bb3b278 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1860db339ff74207a4c4be4b23295884&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292754 Aug 19 02:21:50.497854 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-259960a1-9412-4c3a-bef0-189ec5afca21 None None] Set router 5b356740-5cc3-4836-b93d-258a54edca2e gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:21:50.509919 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4dc5b035-93da-4876-b625-548408bd1906 req-be61ef5a-81b4-457a-90dc-22162ff562bf service neutron] 10.222.0.16 "GET /v2.0/networks/29f65fa0-1bb5-44ce-9209-cb366705e117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109395 Aug 19 02:21:50.525136 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-5d92f844-16e3-478f-acf3-ae1755773971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:50.525326 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:50.609379 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning for port 282efd73-f99e-4710-a65e-c20c01baa7b1 completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:21:50.612582 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92f844-16e3-478f-acf3-ae1755773971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3e210a-477d-436c-ad0b-c59deb19dcfc,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:50.623022 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-5d92f844-16e3-478f-acf3-ae1755773971 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ffe7fb7776504cafb42633b1e9f5d059&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4472535 Aug 19 02:21:50.624556 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 35068) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:50.654152 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-4888fd26-af5d-4960-abd7-6b5ccdf6feef service neutron] 10.222.0.16 "GET /v2.0/networks/847f5967-0e4b-4308-a19e-862b1b000167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526446 Aug 19 02:21:50.660453 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning complete for port 282efd73-f99e-4710-a65e-c20c01baa7b1 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:21:50.660836 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:50.662391 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Pushing event updated for resources: {'Port': ['ID=3411a97c-a2fc-471a-a408-676fa36c15be,revision_number=4']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:50.680984 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f2af86da-3dbd-40cf-a9dc-b2c830bf17d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:50.715332 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f2af86da-3dbd-40cf-a9dc-b2c830bf17d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:50.770698 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-cabfb207-fb03-4d63-ae21-376f2236ed09 service neutron] 10.222.0.16 "GET /v2.0/networks/847f5967-0e4b-4308-a19e-862b1b000167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097665 Aug 19 02:21:50.909970 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f2af86da-3dbd-40cf-a9dc-b2c830bf17d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:50.912498 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f2af86da-3dbd-40cf-a9dc-b2c830bf17d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:50.913730 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-f2af86da-3dbd-40cf-a9dc-b2c830bf17d5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8c3e210a-477d-436c-ad0b-c59deb19dcfc HTTP/1.1" status: 204 len: 168 time: 0.2879694 Aug 19 02:21:50.925891 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368127d4-c701-4ea8-8ca6-89d3f8884cd6 req-5c1a3f30-051d-4bd5-b774-d6de538f0c1c tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:50.927557 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-368127d4-c701-4ea8-8ca6-89d3f8884cd6 req-5c1a3f30-051d-4bd5-b774-d6de538f0c1c tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8905cb4-2c74-4eff-a163-502287fdb2b8 HTTP/1.1" status: 200 len: 944 time: 0.0869002 Aug 19 02:21:50.933584 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af86da-3dbd-40cf-a9dc-b2c830bf17d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3e210a-477d-436c-ad0b-c59deb19dcfc,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:50.967394 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:51.025886 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-368127d4-c701-4ea8-8ca6-89d3f8884cd6 req-e357ef6e-43ad-40c2-ba7d-c8ab3a4a7d61 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783381 Aug 19 02:21:51.029948 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8905cb4-2c74-4eff-a163-502287fdb2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282efd73-f99e-4710-a65e-c20c01baa7b1'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:21:51.032395 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bda349f3ade6abb3bc5cfb3e12963279474636f4ef178e03561db7d4c095529d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca2d998-1e52-45d2-8a33-519f3519aab5" -d '{"events": [{"server_uuid": "f8905cb4-2c74-4eff-a163-502287fdb2b8", "name": "network-vif-plugged", "status": "completed", "tag": "282efd73-f99e-4710-a65e-c20c01baa7b1"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:21:51.077029 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 282efd73-f99e-4710-a65e-c20c01baa7b1, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=282efd73-f99e-4710-a65e-c20c01baa7b1,segment=NetworkSegment(9bf1da37-dd52-4a35-a6bf-1be2af2df224),segment_id=9bf1da37-dd52-4a35-a6bf-1be2af2df224)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:21:51.092898 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-259960a1-9412-4c3a-bef0-189ec5afca21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b356740-5cc3-4836-b93d-258a54edca2e', 'name': 'tempest-ServerRescueNegativeTestJSON-383685053-router', 'tenant_id': 'f88380b35b344618ad799a1cadc0fb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '3411a97c-a2fc-471a-a408-676fa36c15be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:21:44Z', 'updated_at': '2021-08-19T02:21:48Z', 'revision_number': 4, 'project_id': 'f88380b35b344618ad799a1cadc0fb84', 'gw_port': {'id': '3411a97c-a2fc-471a-a408-676fa36c15be', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b356740-5cc3-4836-b93d-258a54edca2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:21:44Z', 'updated_at': '2021-08-19T02:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': '744c8c74-8ff7-4fb4-98c6-3ca16963118c', 'name': '', 'network_id': '29f65fa0-1bb5-44ce-9209-cb366705e117', 'tenant_id': 'f88380b35b344618ad799a1cadc0fb84', 'mac_address': 'fa:16:3e:79:b1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b356740-5cc3-4836-b93d-258a54edca2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'fa40c230-027a-477d-b4e7-d3dafbebf0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:21:47Z', 'updated_at': '2021-08-19T02:21:48Z', 'revision_number': 2, 'project_id': 'f88380b35b344618ad799a1cadc0fb84', 'subnets': [{'id': 'fa40c230-027a-477d-b4e7-d3dafbebf0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:21:51.097447 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f301baef-297c-4cde-9dd8-de62954d0003 req-929d7b08-f4a1-46ee-b53a-b663afb8f749 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 210 time: 0.0378082 Aug 19 02:21:51.134824 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259960a1-9412-4c3a-bef0-189ec5afca21 None None] Checking router: 5b356740-5cc3-4836-b93d-258a54edca2e for host: dv-cinder-755654-10-iscsi {{(pid=94446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:21:51.136484 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259960a1-9412-4c3a-bef0-189ec5afca21 None None] Updating router 5b356740-5cc3-4836-b93d-258a54edca2e port 744c8c74-8ff7-4fb4-98c6-3ca16963118c binding host dv-cinder-755654-10-iscsi {{(pid=94446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 02:21:51.194308 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-81ae22a2-00ea-4b28-a92b-4b15e674617c req-b642663c-59d2-4032-83b5-a896de28c8e0 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/ports?device_id=be96d631-99be-4706-8cea-33bb859d832f HTTP/1.1" status: 200 len: 210 time: 0.0507085 Aug 19 02:21:51.195654 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:51.254467 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8fc21e-863c-4ffd-85ad-d3d3160776bd x-openstack-request-id: req-fc8fc21e-863c-4ffd-85ad-d3d3160776bd {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:21:51.254966 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8905cb4-2c74-4eff-a163-502287fdb2b8", "name": "network-vif-plugged", "status": "completed", "tag": "282efd73-f99e-4710-a65e-c20c01baa7b1", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:21:51.255373 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fc8fc21e-863c-4ffd-85ad-d3d3160776bd {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:21:51.255913 dv-cinder-755654-10-iscsi neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8905cb4-2c74-4eff-a163-502287fdb2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282efd73-f99e-4710-a65e-c20c01baa7b1', 'code': 200} Aug 19 02:21:51.258745 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-259960a1-9412-4c3a-bef0-189ec5afca21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:51.329392 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=282efd73-f99e-4710-a65e-c20c01baa7b1,revision_number=5']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:51.515739 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-a9838c6b-f1b9-4979-a5a5-11028a2bc589 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:51.517289 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-a9838c6b-f1b9-4979-a5a5-11028a2bc589 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/networks?id=29f65fa0-1bb5-44ce-9209-cb366705e117 HTTP/1.1" status: 200 len: 818 time: 0.1419890 Aug 19 02:21:51.534678 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-06a0fcb5-00b6-493c-911a-eacd913732af tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/quotas/f88380b35b344618ad799a1cadc0fb84 HTTP/1.1" status: 200 len: 375 time: 0.0109348 Aug 19 02:21:51.610518 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-259960a1-9412-4c3a-bef0-189ec5afca21 None None] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:51.612291 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-d9efe33d-ea30-4407-9d1d-68b7e7c8d3ac tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f88380b35b344618ad799a1cadc0fb84&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0708086 Aug 19 02:21:51.626122 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-259960a1-9412-4c3a-bef0-189ec5afca21 None None] Transition to ACTIVE for port object 744c8c74-8ff7-4fb4-98c6-3ca16963118c will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:21:51.667994 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54ba07-0cdb-42f7-bae7-e0b653c8a74d req-e9ae57e3-772d-4685-a78c-39d222b7f49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:51.669446 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6f54ba07-0cdb-42f7-bae7-e0b653c8a74d req-e9ae57e3-772d-4685-a78c-39d222b7f49d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f8905cb4-2c74-4eff-a163-502287fdb2b8 HTTP/1.1" status: 200 len: 1098 time: 0.0534303 Aug 19 02:21:51.702414 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-259960a1-9412-4c3a-bef0-189ec5afca21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:51.708676 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6f54ba07-0cdb-42f7-bae7-e0b653c8a74d req-67b809e2-2675-46f9-b368-8a340902cd77 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317435 Aug 19 02:21:51.737427 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-f14b1769-e634-49a2-a692-6bb83982a874 service neutron] 10.222.0.16 "GET /v2.0/networks/29f65fa0-1bb5-44ce-9209-cb366705e117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100049 Aug 19 02:21:51.770632 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ef522-d790-480c-814c-fb2399cb271b None None] Pushing event updated for resources: {'Port': ['ID=744c8c74-8ff7-4fb4-98c6-3ca16963118c,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:51.831385 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-259960a1-9412-4c3a-bef0-189ec5afca21 None None] Attempting to bind port 744c8c74-8ff7-4fb4-98c6-3ca16963118c on host dv-cinder-755654-10-iscsi for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:21:51.832000 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-259960a1-9412-4c3a-bef0-189ec5afca21 None None] Attempting to bind port 744c8c74-8ff7-4fb4-98c6-3ca16963118c by drivers openvswitch,hyperv on host dv-cinder-755654-10-iscsi at level 0 using segments [{'id': '40112b8b-bc36-4b9d-bd3f-75a3709d2dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '29f65fa0-1bb5-44ce-9209-cb366705e117'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:21:51.832520 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259960a1-9412-4c3a-bef0-189ec5afca21 None None] Attempting to bind port 744c8c74-8ff7-4fb4-98c6-3ca16963118c on network 29f65fa0-1bb5-44ce-9209-cb366705e117 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:21:51.845427 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259960a1-9412-4c3a-bef0-189ec5afca21 None None] Checking agent: {'id': '4006ddce-538e-4364-9c83-4224b741844b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 11, 48), 'started_at': datetime.datetime(2021, 8, 19, 2, 12, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:21:51.846043 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259960a1-9412-4c3a-bef0-189ec5afca21 None None] Checking segment: {'id': '40112b8b-bc36-4b9d-bd3f-75a3709d2dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '29f65fa0-1bb5-44ce-9209-cb366705e117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:21:51.846616 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-259960a1-9412-4c3a-bef0-189ec5afca21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:51.847015 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259960a1-9412-4c3a-bef0-189ec5afca21 None None] Bound using segment: {'id': '40112b8b-bc36-4b9d-bd3f-75a3709d2dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '29f65fa0-1bb5-44ce-9209-cb366705e117'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:21:51.847488 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-259960a1-9412-4c3a-bef0-189ec5afca21 None None] Bound port: 744c8c74-8ff7-4fb4-98c6-3ca16963118c, host: dv-cinder-755654-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40112b8b-bc36-4b9d-bd3f-75a3709d2dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '29f65fa0-1bb5-44ce-9209-cb366705e117'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:21:51.847868 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-259960a1-9412-4c3a-bef0-189ec5afca21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:51.867986 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 35120) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:51.874526 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 3411a97c-a2fc-471a-a408-676fa36c15be up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:21:51.881030 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-a3d200f5-58d2-4531-8e99-1c0c33757857 service neutron] 10.222.0.16 "GET /v2.0/networks/29f65fa0-1bb5-44ce-9209-cb366705e117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305003 Aug 19 02:21:51.885435 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0631896e-70b8-4215-a127-2a45d5c08359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:51.958280 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-259960a1-9412-4c3a-bef0-189ec5afca21 None None] For port 744c8c74-8ff7-4fb4-98c6-3ca16963118c, host dv-cinder-755654-10-iscsi, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:21:51.962740 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-259960a1-9412-4c3a-bef0-189ec5afca21 None None] For port 744c8c74-8ff7-4fb4-98c6-3ca16963118c, host dv-cinder-755654-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=744c8c74-8ff7-4fb4-98c6-3ca16963118c,segment=NetworkSegment(40112b8b-bc36-4b9d-bd3f-75a3709d2dce),segment_id=40112b8b-bc36-4b9d-bd3f-75a3709d2dce)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:21:51.978150 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port 3411a97c-a2fc-471a-a408-676fa36c15be triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:21:51.979185 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:52.008158 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0631896e-70b8-4215-a127-2a45d5c08359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:52.064571 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-259960a1-9412-4c3a-bef0-189ec5afca21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:52.156639 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259960a1-9412-4c3a-bef0-189ec5afca21 None None] Routers {'5b356740-5cc3-4836-b93d-258a54edca2e'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:21:52.157292 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-259960a1-9412-4c3a-bef0-189ec5afca21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:21:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['5b356740-5cc3-4836-b93d-258a54edca2e'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:21:52.160056 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0631896e-70b8-4215-a127-2a45d5c08359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:52.199968 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ef522-d790-480c-814c-fb2399cb271b None None] Pushing event updated for resources: {'Port': ['ID=744c8c74-8ff7-4fb4-98c6-3ca16963118c,revision_number=4']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:52.212845 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-14382a6a-46cc-4a3d-a444-049cde50db96 req-f0b9d930-4ae6-4189-afdc-c4fa700d2373 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 210 time: 0.0455017 Aug 19 02:21:52.223236 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-0631896e-70b8-4215-a127-2a45d5c08359 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8899ff9f3ae642efadc61a71eb4a8273&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3531535 Aug 19 02:21:52.225880 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 35136) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:52.242777 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0631896e-70b8-4215-a127-2a45d5c08359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf50341-51d0-4066-a24f-2dc0bca2cf3e,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:52.301010 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970327a-ece6-493d-8956-9918e467ae02 req-5f21f1ee-7089-496a-8b5e-536c94de5f06 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:52.304006 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-259960a1-9412-4c3a-bef0-189ec5afca21 None None] Set router 5b356740-5cc3-4836-b93d-258a54edca2e gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:21:52.306505 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-3970327a-ece6-493d-8956-9918e467ae02 req-5f21f1ee-7089-496a-8b5e-536c94de5f06 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8905cb4-2c74-4eff-a163-502287fdb2b8 HTTP/1.1" status: 200 len: 945 time: 0.1970088 Aug 19 02:21:52.322637 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-aac116b0-37e1-40fd-a43a-37c1955bf10d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:52.357820 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-aac116b0-37e1-40fd-a43a-37c1955bf10d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:52.366662 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-3970327a-ece6-493d-8956-9918e467ae02 req-5941a473-19ba-470a-898d-13b95cf1360f tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524733 Aug 19 02:21:52.469760 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e4575d29-98c3-452f-b130-f843548037ff req-cf9817a5-91db-4e9c-872b-68a7812dfc59 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/ports?device_id=be96d631-99be-4706-8cea-33bb859d832f HTTP/1.1" status: 200 len: 210 time: 0.0325465 Aug 19 02:21:52.502672 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-aac116b0-37e1-40fd-a43a-37c1955bf10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:52.505896 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-aac116b0-37e1-40fd-a43a-37c1955bf10d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:52.507243 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-aac116b0-37e1-40fd-a43a-37c1955bf10d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3cf50341-51d0-4066-a24f-2dc0bca2cf3e HTTP/1.1" status: 204 len: 168 time: 0.2804530 Aug 19 02:21:52.517378 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac116b0-37e1-40fd-a43a-37c1955bf10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf50341-51d0-4066-a24f-2dc0bca2cf3e,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:52.585492 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-259960a1-9412-4c3a-bef0-189ec5afca21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b356740-5cc3-4836-b93d-258a54edca2e', 'name': 'tempest-ServerRescueNegativeTestJSON-383685053-router', 'tenant_id': 'f88380b35b344618ad799a1cadc0fb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '3411a97c-a2fc-471a-a408-676fa36c15be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:21:44Z', 'updated_at': '2021-08-19T02:21:48Z', 'revision_number': 4, 'project_id': 'f88380b35b344618ad799a1cadc0fb84', 'gw_port': {'id': '3411a97c-a2fc-471a-a408-676fa36c15be', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b356740-5cc3-4836-b93d-258a54edca2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:21:44Z', 'updated_at': '2021-08-19T02:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': '744c8c74-8ff7-4fb4-98c6-3ca16963118c', 'name': '', 'network_id': '29f65fa0-1bb5-44ce-9209-cb366705e117', 'tenant_id': 'f88380b35b344618ad799a1cadc0fb84', 'mac_address': 'fa:16:3e:79:b1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b356740-5cc3-4836-b93d-258a54edca2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'fa40c230-027a-477d-b4e7-d3dafbebf0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:21:47Z', 'updated_at': '2021-08-19T02:21:51Z', 'revision_number': 4, 'project_id': 'f88380b35b344618ad799a1cadc0fb84', 'subnets': [{'id': 'fa40c230-027a-477d-b4e7-d3dafbebf0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:21:52.616468 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259960a1-9412-4c3a-bef0-189ec5afca21 None None] The sync data for ids ['5b356740-5cc3-4836-b93d-258a54edca2e'] in dv-cinder-755654-10-iscsi is: [{'id': '5b356740-5cc3-4836-b93d-258a54edca2e', 'name': 'tempest-ServerRescueNegativeTestJSON-383685053-router', 'tenant_id': 'f88380b35b344618ad799a1cadc0fb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '3411a97c-a2fc-471a-a408-676fa36c15be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:21:44Z', 'updated_at': '2021-08-19T02:21:48Z', 'revision_number': 4, 'project_id': 'f88380b35b344618ad799a1cadc0fb84', 'gw_port': {'id': '3411a97c-a2fc-471a-a408-676fa36c15be', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b356740-5cc3-4836-b93d-258a54edca2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:21:44Z', 'updated_at': '2021-08-19T02:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': '744c8c74-8ff7-4fb4-98c6-3ca16963118c', 'name': '', 'network_id': '29f65fa0-1bb5-44ce-9209-cb366705e117', 'tenant_id': 'f88380b35b344618ad799a1cadc0fb84', 'mac_address': 'fa:16:3e:79:b1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b356740-5cc3-4836-b93d-258a54edca2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'fa40c230-027a-477d-b4e7-d3dafbebf0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:21:47Z', 'updated_at': '2021-08-19T02:21:51Z', 'revision_number': 4, 'project_id': 'f88380b35b344618ad799a1cadc0fb84', 'subnets': [{'id': 'fa40c230-027a-477d-b4e7-d3dafbebf0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:21:53.403600 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2fc41f85-63ba-42dd-9380-7b9b3067a48d req-ce32ce35-993f-4129-9b1a-a767b7c1350c tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 210 time: 0.0507674 Aug 19 02:21:53.551309 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 35178) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:53.561056 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ab9a6-43be-48ab-bc54-35f630952017 req-8e345090-c337-4d89-a62e-5d8e07c5735a tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:53.581828 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-fa6ab9a6-43be-48ab-bc54-35f630952017 req-8e345090-c337-4d89-a62e-5d8e07c5735a tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8905cb4-2c74-4eff-a163-502287fdb2b8 HTTP/1.1" status: 200 len: 945 time: 0.1013973 Aug 19 02:21:53.661430 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-fa6ab9a6-43be-48ab-bc54-35f630952017 req-83af46eb-537d-48b3-b7dc-1ebe1194cddf tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779951 Aug 19 02:21:53.746609 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-7fa5926d-8cbd-4c84-80a1-440b43149d48 req-95ca4678-6160-44c5-b095-4690590ef70e tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/ports?device_id=be96d631-99be-4706-8cea-33bb859d832f HTTP/1.1" status: 200 len: 210 time: 0.0612390 Aug 19 02:21:53.768456 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ac718081-069d-4a35-921f-c899e11d78f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:53.839943 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5b035-93da-4876-b625-548408bd1906 req-8c05410d-8b86-4b8e-a2eb-96ca87c8ec47 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:53.841556 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4dc5b035-93da-4876-b625-548408bd1906 req-8c05410d-8b86-4b8e-a2eb-96ca87c8ec47 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.22 "GET /v2.0/networks?id=29f65fa0-1bb5-44ce-9209-cb366705e117 HTTP/1.1" status: 200 len: 818 time: 0.2517927 Aug 19 02:21:53.860277 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [req-4dc5b035-93da-4876-b625-548408bd1906 req-ff2ead88-db56-411e-883f-d2a9f2aea563 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Request body: {'port': {'device_id': '7f6a9484-f24b-43ff-82b6-725563a98a74', 'network_id': '29f65fa0-1bb5-44ce-9209-cb366705e117', 'admin_state_up': True, 'tenant_id': 'f88380b35b344618ad799a1cadc0fb84'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:21:53.897118 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 744c8c74-8ff7-4fb4-98c6-3ca16963118c up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:21:53.998035 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ac718081-069d-4a35-921f-c899e11d78f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:54.066713 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning for port 744c8c74-8ff7-4fb4-98c6-3ca16963118c completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:21:54.075967 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port 744c8c74-8ff7-4fb4-98c6-3ca16963118c triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:21:54.075967 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:54.099790 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ac718081-069d-4a35-921f-c899e11d78f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:54.161882 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-ac718081-069d-4a35-921f-c899e11d78f8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4a184164da1c42b8a36eadee01575d35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6094658 Aug 19 02:21:54.162846 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac718081-069d-4a35-921f-c899e11d78f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c446eb-686d-4d90-b8a8-1e1a6a7e89f0,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:54.164776 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 35196) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:54.175489 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:54.213985 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] For port 744c8c74-8ff7-4fb4-98c6-3ca16963118c, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=744c8c74-8ff7-4fb4-98c6-3ca16963118c,segment=NetworkSegment(40112b8b-bc36-4b9d-bd3f-75a3709d2dce),segment_id=40112b8b-bc36-4b9d-bd3f-75a3709d2dce)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:21:54.223246 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dc5b035-93da-4876-b625-548408bd1906 req-ff2ead88-db56-411e-883f-d2a9f2aea563 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Made reservation on behalf of f88380b35b344618ad799a1cadc0fb84 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:21:54.227651 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-4dc5b035-93da-4876-b625-548408bd1906 req-ff2ead88-db56-411e-883f-d2a9f2aea563 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:54.322674 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-4e16bba6-d881-4a47-9ad6-90246790f290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:54.340607 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:54.398167 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-4e16bba6-d881-4a47-9ad6-90246790f290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:54.406514 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Pushing event updated for resources: {'Port': ['ID=744c8c74-8ff7-4fb4-98c6-3ca16963118c,revision_number=5']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:54.414127 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-4dc5b035-93da-4876-b625-548408bd1906 req-ff2ead88-db56-411e-883f-d2a9f2aea563 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Allocated IP 172.20.0.13 (29f65fa0-1bb5-44ce-9209-cb366705e117/fa40c230-027a-477d-b4e7-d3dafbebf0e8/b5421a60-66ac-4d11-8044-5323040e199a) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:21:54.471499 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-8bd7c7a1-8ec2-4660-a5b8-e59d459a19ac tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:54.473024 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-8bd7c7a1-8ec2-4660-a5b8-e59d459a19ac tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.22 "GET /v2.0/networks?id=847f5967-0e4b-4308-a19e-862b1b000167 HTTP/1.1" status: 200 len: 813 time: 0.2504799 Aug 19 02:21:54.486637 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-3d670c83-7c2b-4487-90d7-8fcd2b162fdb tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Request body: {'port': {'device_id': 'be96d631-99be-4706-8cea-33bb859d832f', 'network_id': '847f5967-0e4b-4308-a19e-862b1b000167', 'admin_state_up': True, 'tenant_id': '1860db339ff74207a4c4be4b23295884'}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:21:54.526332 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-1dedfe06-6ed2-4dc6-9852-b0d0d70f9f4e req-c0aad75c-b9cc-4779-bbc2-7ed2c6505cba tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 210 time: 0.0321651 Aug 19 02:21:54.561252 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-4e16bba6-d881-4a47-9ad6-90246790f290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:54.563950 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-4e16bba6-d881-4a47-9ad6-90246790f290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:54.565090 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-4e16bba6-d881-4a47-9ad6-90246790f290 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a6c446eb-686d-4d90-b8a8-1e1a6a7e89f0 HTTP/1.1" status: 204 len: 168 time: 0.3936341 Aug 19 02:21:54.582725 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e16bba6-d881-4a47-9ad6-90246790f290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c446eb-686d-4d90-b8a8-1e1a6a7e89f0,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:54.606204 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e16bba6-d881-4a47-9ad6-90246790f290 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:54.606559 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e16bba6-d881-4a47-9ad6-90246790f290 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:54.606910 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e16bba6-d881-4a47-9ad6-90246790f290 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:54.607537 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e16bba6-d881-4a47-9ad6-90246790f290 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:54.607661 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e16bba6-d881-4a47-9ad6-90246790f290 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:54.607905 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e16bba6-d881-4a47-9ad6-90246790f290 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:54.608240 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e16bba6-d881-4a47-9ad6-90246790f290 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:54.608575 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e16bba6-d881-4a47-9ad6-90246790f290 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:54.609471 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e16bba6-d881-4a47-9ad6-90246790f290 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:54.609471 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e16bba6-d881-4a47-9ad6-90246790f290 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:54.610001 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e16bba6-d881-4a47-9ad6-90246790f290 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:54.610335 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e16bba6-d881-4a47-9ad6-90246790f290 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:54.732555 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-4dc5b035-93da-4876-b625-548408bd1906 req-ff2ead88-db56-411e-883f-d2a9f2aea563 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:54.737293 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-3d670c83-7c2b-4487-90d7-8fcd2b162fdb tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Made reservation on behalf of 1860db339ff74207a4c4be4b23295884 for: {'port': 1} {{(pid=94444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:21:54.740948 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-3d670c83-7c2b-4487-90d7-8fcd2b162fdb tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:54.830257 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb4252-e418-4529-98c4-e663148b75b4 req-1bedd459-58e7-4c3b-a006-53941f4e7a3f tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:54.833216 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6ceb4252-e418-4529-98c4-e663148b75b4 req-1bedd459-58e7-4c3b-a006-53941f4e7a3f tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8905cb4-2c74-4eff-a163-502287fdb2b8 HTTP/1.1" status: 200 len: 945 time: 0.0705135 Aug 19 02:21:54.883356 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6ceb4252-e418-4529-98c4-e663148b75b4 req-91cc330e-6948-4454-895d-bf2034949ffc tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427780 Aug 19 02:21:54.889436 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-4dc5b035-93da-4876-b625-548408bd1906 req-ff2ead88-db56-411e-883f-d2a9f2aea563 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:54.943926 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dc5b035-93da-4876-b625-548408bd1906 req-ff2ead88-db56-411e-883f-d2a9f2aea563 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Network 29f65fa0-1bb5-44ce-9209-cb366705e117 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:21:54.947675 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-4dc5b035-93da-4876-b625-548408bd1906 req-ff2ead88-db56-411e-883f-d2a9f2aea563 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:21:54.952522 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc5b035-93da-4876-b625-548408bd1906 req-ff2ead88-db56-411e-883f-d2a9f2aea563 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:21:54.994689 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ead88-db56-411e-883f-d2a9f2aea563 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Pushing event updated for resources: {'Port': ['ID=b5421a60-66ac-4d11-8044-5323040e199a,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:55.007352 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ead88-db56-411e-883f-d2a9f2aea563 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:55.007352 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ead88-db56-411e-883f-d2a9f2aea563 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:55.007682 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ead88-db56-411e-883f-d2a9f2aea563 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:55.007885 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ead88-db56-411e-883f-d2a9f2aea563 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:55.008239 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ead88-db56-411e-883f-d2a9f2aea563 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:55.008934 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ead88-db56-411e-883f-d2a9f2aea563 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:55.008934 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ead88-db56-411e-883f-d2a9f2aea563 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:55.009364 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ead88-db56-411e-883f-d2a9f2aea563 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:55.009644 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ead88-db56-411e-883f-d2a9f2aea563 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:55.009910 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ead88-db56-411e-883f-d2a9f2aea563 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:55.010240 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ead88-db56-411e-883f-d2a9f2aea563 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:55.010614 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ead88-db56-411e-883f-d2a9f2aea563 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:21:55.019325 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5b035-93da-4876-b625-548408bd1906 req-ff2ead88-db56-411e-883f-d2a9f2aea563 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:55.019991 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-4dc5b035-93da-4876-b625-548408bd1906 req-ff2ead88-db56-411e-883f-d2a9f2aea563 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:55.045388 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 6 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:21:55.142679 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c7c04bb5-aeca-4104-adf8-38753d04a879 req-5661bf10-d3c7-410e-9361-274afdd02104 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/ports?device_id=be96d631-99be-4706-8cea-33bb859d832f HTTP/1.1" status: 200 len: 210 time: 0.2656000 Aug 19 02:21:55.182296 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4dc5b035-93da-4876-b625-548408bd1906 req-ff2ead88-db56-411e-883f-d2a9f2aea563 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3259294 Aug 19 02:21:55.189932 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.db_base_plugin_common [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-3d670c83-7c2b-4487-90d7-8fcd2b162fdb tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Allocated IP 172.20.0.13 (847f5967-0e4b-4308-a19e-862b1b000167/383fe649-6781-4821-96cd-9bd2e3cd9216/771ac2f2-a45a-4826-9ba5-b33067b07731) {{(pid=94444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:21:55.191760 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-4e87c363-bb10-4c6c-84b1-a7ebb1cafe10 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:55.192130 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-4e87c363-bb10-4c6c-84b1-a7ebb1cafe10 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.22 "GET /v2.0/networks?id=29f65fa0-1bb5-44ce-9209-cb366705e117 HTTP/1.1" status: 200 len: 818 time: 0.1649125 Aug 19 02:21:55.197650 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [req-4dc5b035-93da-4876-b625-548408bd1906 req-2a41389e-542f-4ebb-b89d-9f44171e9dab service neutron] Request body: {'port': {'device_id': '7f6a9484-f24b-43ff-82b6-725563a98a74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75565'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:21:55.221352 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-4ae54a5f-5a55-4101-a916-b6349653bb93 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Request body: {'port': {'device_id': 'b9cedcd2-fa19-4887-8f39-1936b25c6f5f', 'network_id': '29f65fa0-1bb5-44ce-9209-cb366705e117', 'admin_state_up': True, 'tenant_id': 'f88380b35b344618ad799a1cadc0fb84'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:21:55.330739 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-4dc5b035-93da-4876-b625-548408bd1906 req-2a41389e-542f-4ebb-b89d-9f44171e9dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:55.400428 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-3d670c83-7c2b-4487-90d7-8fcd2b162fdb tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Notify callbacks [] for port, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:55.489014 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-4ae54a5f-5a55-4101-a916-b6349653bb93 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Made reservation on behalf of f88380b35b344618ad799a1cadc0fb84 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:21:55.492462 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-4ae54a5f-5a55-4101-a916-b6349653bb93 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:55.548090 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-3d670c83-7c2b-4487-90d7-8fcd2b162fdb tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4183730'] for port, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:55.619179 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-3d670c83-7c2b-4487-90d7-8fcd2b162fdb tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Network 847f5967-0e4b-4308-a19e-862b1b000167 is already hosted by enough agents. {{(pid=94444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:21:55.621104 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 35278) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:55.630132 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.base_scheduler [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-3d670c83-7c2b-4487-90d7-8fcd2b162fdb tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Resources bound (agent type, host, resource id): {{(pid=94444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:21:55.631887 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d670c83-7c2b-4487-90d7-8fcd2b162fdb tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Pushing event updated for resources: {'Port': ['ID=771ac2f2-a45a-4826-9ba5-b33067b07731,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:55.635681 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.l3_dvrscheduler_db [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-3d670c83-7c2b-4487-90d7-8fcd2b162fdb tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Received port after_create {{(pid=94444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:21:55.647371 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-98bca4d1-a7a2-45b2-b7ea-6409542df991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:55.671471 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-26eba896-f5dc-42ad-82cc-482324edbb21 req-c0a9e416-aef3-470f-98f8-785d07870157 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 210 time: 0.0483429 Aug 19 02:21:55.706816 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-3d670c83-7c2b-4487-90d7-8fcd2b162fdb tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:55.707841 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-3d670c83-7c2b-4487-90d7-8fcd2b162fdb tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for port, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:55.784808 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [req-4dc5b035-93da-4876-b625-548408bd1906 req-2a41389e-542f-4ebb-b89d-9f44171e9dab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5421a60-66ac-4d11-8044-5323040e199a {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:21:55.795016 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-4dc5b035-93da-4876-b625-548408bd1906 req-2a41389e-542f-4ebb-b89d-9f44171e9dab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:55.814461 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-4dc5b035-93da-4876-b625-548408bd1906 req-2a41389e-542f-4ebb-b89d-9f44171e9dab service neutron] Transition to ACTIVE for port object b5421a60-66ac-4d11-8044-5323040e199a will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:21:55.821293 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-98bca4d1-a7a2-45b2-b7ea-6409542df991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:55.870452 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 744c8c74-8ff7-4fb4-98c6-3ca16963118c up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:21:55.925439 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port 744c8c74-8ff7-4fb4-98c6-3ca16963118c triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:21:55.925812 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:55.938861 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-4dc5b035-93da-4876-b625-548408bd1906 req-2a41389e-542f-4ebb-b89d-9f44171e9dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:55.942598 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-98bca4d1-a7a2-45b2-b7ea-6409542df991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:55.997611 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bca4d1-a7a2-45b2-b7ea-6409542df991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131f3c78-1a60-4a4a-b12d-1b10c4fd55ea,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:56.005271 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-98bca4d1-a7a2-45b2-b7ea-6409542df991 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f637b20f94e84b9cb2b7df82856604fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3827882 Aug 19 02:21:56.007942 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 35298) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:21:56.022864 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-3d670c83-7c2b-4487-90d7-8fcd2b162fdb tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5393729 Aug 19 02:21:56.044720 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a41389e-542f-4ebb-b89d-9f44171e9dab service neutron] Pushing event updated for resources: {'Port': ['ID=b5421a60-66ac-4d11-8044-5323040e199a,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:56.054721 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-4ae54a5f-5a55-4101-a916-b6349653bb93 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Allocated IP 172.20.0.10 (29f65fa0-1bb5-44ce-9209-cb366705e117/fa40c230-027a-477d-b4e7-d3dafbebf0e8/136eaf5d-4205-4d94-a4b8-0c5c0c69ce58) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:21:56.069843 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-2f8dd666-7e74-419f-93a9-600e96ef2d12 service neutron] Request body: {'port': {'device_id': 'be96d631-99be-4706-8cea-33bb859d832f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75565'}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:21:56.154485 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-90c5d41e-e09a-45bb-bc04-4161cbdc5040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:56.171456 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-2f8dd666-7e74-419f-93a9-600e96ef2d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:56.174886 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-4dc5b035-93da-4876-b625-548408bd1906 req-2a41389e-542f-4ebb-b89d-9f44171e9dab service neutron] Attempting to bind port b5421a60-66ac-4d11-8044-5323040e199a on host hv-cinder-75565 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:21:56.175070 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-4dc5b035-93da-4876-b625-548408bd1906 req-2a41389e-542f-4ebb-b89d-9f44171e9dab service neutron] Attempting to bind port b5421a60-66ac-4d11-8044-5323040e199a by drivers openvswitch,hyperv on host hv-cinder-75565 at level 0 using segments [{'id': '40112b8b-bc36-4b9d-bd3f-75a3709d2dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '29f65fa0-1bb5-44ce-9209-cb366705e117'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:21:56.175702 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc5b035-93da-4876-b625-548408bd1906 req-2a41389e-542f-4ebb-b89d-9f44171e9dab service neutron] Attempting to bind port b5421a60-66ac-4d11-8044-5323040e199a on network 29f65fa0-1bb5-44ce-9209-cb366705e117 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:21:56.195463 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-90c5d41e-e09a-45bb-bc04-4161cbdc5040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:56.214878 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc5b035-93da-4876-b625-548408bd1906 req-2a41389e-542f-4ebb-b89d-9f44171e9dab service neutron] Port b5421a60-66ac-4d11-8044-5323040e199a on network 29f65fa0-1bb5-44ce-9209-cb366705e117 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75565 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 02:21:56.215210 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc5b035-93da-4876-b625-548408bd1906 req-2a41389e-542f-4ebb-b89d-9f44171e9dab service neutron] Attempting to bind port b5421a60-66ac-4d11-8044-5323040e199a on network 29f65fa0-1bb5-44ce-9209-cb366705e117 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:21:56.226180 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc5b035-93da-4876-b625-548408bd1906 req-2a41389e-542f-4ebb-b89d-9f44171e9dab service neutron] Checking agent: {'id': '41372272-fa96-45fc-afce-a2209819517f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 18, 6), 'started_at': datetime.datetime(2021, 8, 19, 2, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:21:56.226392 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc5b035-93da-4876-b625-548408bd1906 req-2a41389e-542f-4ebb-b89d-9f44171e9dab service neutron] Checking segment: {'id': '40112b8b-bc36-4b9d-bd3f-75a3709d2dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '29f65fa0-1bb5-44ce-9209-cb366705e117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:21:56.226776 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc5b035-93da-4876-b625-548408bd1906 req-2a41389e-542f-4ebb-b89d-9f44171e9dab service neutron] Bound using segment: {'id': '40112b8b-bc36-4b9d-bd3f-75a3709d2dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '29f65fa0-1bb5-44ce-9209-cb366705e117'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:21:56.227205 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-4dc5b035-93da-4876-b625-548408bd1906 req-2a41389e-542f-4ebb-b89d-9f44171e9dab service neutron] Bound port: b5421a60-66ac-4d11-8044-5323040e199a, host: hv-cinder-75565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40112b8b-bc36-4b9d-bd3f-75a3709d2dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '29f65fa0-1bb5-44ce-9209-cb366705e117'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:21:56.227556 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-4dc5b035-93da-4876-b625-548408bd1906 req-2a41389e-542f-4ebb-b89d-9f44171e9dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:56.328213 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-4ae54a5f-5a55-4101-a916-b6349653bb93 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:56.335956 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-4dc5b035-93da-4876-b625-548408bd1906 req-2a41389e-542f-4ebb-b89d-9f44171e9dab service neutron] For port b5421a60-66ac-4d11-8044-5323040e199a, host hv-cinder-75565, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:21:56.340757 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-4dc5b035-93da-4876-b625-548408bd1906 req-2a41389e-542f-4ebb-b89d-9f44171e9dab service neutron] For port b5421a60-66ac-4d11-8044-5323040e199a, host hv-cinder-75565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=b5421a60-66ac-4d11-8044-5323040e199a,segment=NetworkSegment(40112b8b-bc36-4b9d-bd3f-75a3709d2dce),segment_id=40112b8b-bc36-4b9d-bd3f-75a3709d2dce)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:21:56.392142 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f567ef8-0637-4d93-8095-792df803d2d3 req-e31e7f15-c8d8-4078-b9b4-7e12906c2355 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:56.395679 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-3f567ef8-0637-4d93-8095-792df803d2d3 req-e31e7f15-c8d8-4078-b9b4-7e12906c2355 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/ports?device_id=be96d631-99be-4706-8cea-33bb859d832f HTTP/1.1" status: 200 len: 932 time: 0.1683345 Aug 19 02:21:56.402894 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-4dc5b035-93da-4876-b625-548408bd1906 req-2a41389e-542f-4ebb-b89d-9f44171e9dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:56.444705 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5b035-93da-4876-b625-548408bd1906 req-2a41389e-542f-4ebb-b89d-9f44171e9dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:56.445342 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-4dc5b035-93da-4876-b625-548408bd1906 req-2a41389e-542f-4ebb-b89d-9f44171e9dab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:56.446765 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4dc5b035-93da-4876-b625-548408bd1906 req-2a41389e-542f-4ebb-b89d-9f44171e9dab service neutron] 10.222.0.22 "PUT /v2.0/ports/b5421a60-66ac-4d11-8044-5323040e199a HTTP/1.1" status: 200 len: 1094 time: 1.2537129 Aug 19 02:21:56.447196 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f6a9484-f24b-43ff-82b6-725563a98a74', 'tag': 'b5421a60-66ac-4d11-8044-5323040e199a'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:21:56.450632 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95506caf-c942-4b03-b728-c60290933d68" -d '{"events": [{"name": "network-changed", "server_uuid": "7f6a9484-f24b-43ff-82b6-725563a98a74", "tag": "b5421a60-66ac-4d11-8044-5323040e199a"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:21:56.470501 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-4ae54a5f-5a55-4101-a916-b6349653bb93 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:56.481018 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-3f567ef8-0637-4d93-8095-792df803d2d3 req-3c1ad1b9-f147-470c-9622-585b06315132 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/security-groups?id=33d88cd5-45b5-4cfd-83d8-744ef1666cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805075 Aug 19 02:21:56.501952 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-90c5d41e-e09a-45bb-bc04-4161cbdc5040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:56.505373 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-90c5d41e-e09a-45bb-bc04-4161cbdc5040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:56.506389 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-90c5d41e-e09a-45bb-bc04-4161cbdc5040 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/131f3c78-1a60-4a4a-b12d-1b10c4fd55ea HTTP/1.1" status: 204 len: 168 time: 0.4966795 Aug 19 02:21:56.511128 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1efdd2e-86e8-41e7-a2c7-ad2944bbf7ee x-openstack-request-id: req-b1efdd2e-86e8-41e7-a2c7-ad2944bbf7ee {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:21:56.511128 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f6a9484-f24b-43ff-82b6-725563a98a74", "tag": "b5421a60-66ac-4d11-8044-5323040e199a", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:21:56.518102 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b1efdd2e-86e8-41e7-a2c7-ad2944bbf7ee {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:21:56.518102 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f6a9484-f24b-43ff-82b6-725563a98a74', 'tag': 'b5421a60-66ac-4d11-8044-5323040e199a', 'status': 'completed', 'code': 200} Aug 19 02:21:56.518102 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-4ae54a5f-5a55-4101-a916-b6349653bb93 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Network 29f65fa0-1bb5-44ce-9209-cb366705e117 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:21:56.518102 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-4ae54a5f-5a55-4101-a916-b6349653bb93 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:21:56.519542 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-4ae54a5f-5a55-4101-a916-b6349653bb93 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:21:56.523607 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a41389e-542f-4ebb-b89d-9f44171e9dab service neutron] Pushing event updated for resources: {'Port': ['ID=b5421a60-66ac-4d11-8044-5323040e199a,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:56.541770 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c5d41e-e09a-45bb-bc04-4161cbdc5040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131f3c78-1a60-4a4a-b12d-1b10c4fd55ea,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:56.652579 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-4ae54a5f-5a55-4101-a916-b6349653bb93 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:56.653302 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-4ae54a5f-5a55-4101-a916-b6349653bb93 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:56.655474 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.notifiers.nova [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-2f8dd666-7e74-419f-93a9-600e96ef2d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 771ac2f2-a45a-4826-9ba5-b33067b07731 {{(pid=94444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:21:56.657862 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae54a5f-5a55-4101-a916-b6349653bb93 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Pushing event updated for resources: {'Port': ['ID=136eaf5d-4205-4d94-a4b8-0c5c0c69ce58,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:56.665013 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-2f8dd666-7e74-419f-93a9-600e96ef2d12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:56.674353 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95506caf-c942-4b03-b728-c60290933d68 req-9baafecb-021b-4a3a-8107-62fa0627aeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:56.675867 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-95506caf-c942-4b03-b728-c60290933d68 req-9baafecb-021b-4a3a-8107-62fa0627aeaf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f88380b35b344618ad799a1cadc0fb84&device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 1097 time: 0.1237712 Aug 19 02:21:56.679131 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.provisioning_blocks [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-2f8dd666-7e74-419f-93a9-600e96ef2d12 service neutron] Transition to ACTIVE for port object 771ac2f2-a45a-4826-9ba5-b33067b07731 will not be triggered until provisioned by entity L2. {{(pid=94444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:21:56.799769 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a11c2d-4551-4b80-8664-64e68839c090 req-2e47d811-fb86-4c35-b70d-d969173189a0 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:56.801448 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-23a11c2d-4551-4b80-8664-64e68839c090 req-2e47d811-fb86-4c35-b70d-d969173189a0 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 932 time: 0.0525174 Aug 19 02:21:56.802753 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-2f8dd666-7e74-419f-93a9-600e96ef2d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4183741'] for port, after_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:56.933320 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-23a11c2d-4551-4b80-8664-64e68839c090 req-649da853-9f66-4920-a127-26a925bb8523 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166549 Aug 19 02:21:56.942301 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8dd666-7e74-419f-93a9-600e96ef2d12 service neutron] Pushing event updated for resources: {'Port': ['ID=771ac2f2-a45a-4826-9ba5-b33067b07731,revision_number=2']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:56.967446 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-4ae54a5f-5a55-4101-a916-b6349653bb93 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7542064 Aug 19 02:21:57.005886 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-8223e890-f1cc-4e6e-90d8-7777b50e787d service neutron] Request body: {'port': {'device_id': 'b9cedcd2-fa19-4887-8f39-1936b25c6f5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75565'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:21:57.030438 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.managers [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-2f8dd666-7e74-419f-93a9-600e96ef2d12 service neutron] Attempting to bind port 771ac2f2-a45a-4826-9ba5-b33067b07731 on host hv-cinder-75565 for vnic_type normal with profile {{(pid=94444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:21:57.030964 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.managers [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-2f8dd666-7e74-419f-93a9-600e96ef2d12 service neutron] Attempting to bind port 771ac2f2-a45a-4826-9ba5-b33067b07731 by drivers openvswitch,hyperv on host hv-cinder-75565 at level 0 using segments [{'id': 'a5480111-2330-4838-8586-856118a142cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '847f5967-0e4b-4308-a19e-862b1b000167'}] {{(pid=94444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:21:57.031358 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-2f8dd666-7e74-419f-93a9-600e96ef2d12 service neutron] Attempting to bind port 771ac2f2-a45a-4826-9ba5-b33067b07731 on network 847f5967-0e4b-4308-a19e-862b1b000167 {{(pid=94444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:21:57.036032 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-2f8dd666-7e74-419f-93a9-600e96ef2d12 service neutron] Port 771ac2f2-a45a-4826-9ba5-b33067b07731 on network 847f5967-0e4b-4308-a19e-862b1b000167 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75565 {{(pid=94444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 02:21:57.036645 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-2f8dd666-7e74-419f-93a9-600e96ef2d12 service neutron] Attempting to bind port 771ac2f2-a45a-4826-9ba5-b33067b07731 on network 847f5967-0e4b-4308-a19e-862b1b000167 {{(pid=94444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:21:57.042539 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-2f8dd666-7e74-419f-93a9-600e96ef2d12 service neutron] Checking agent: {'id': '41372272-fa96-45fc-afce-a2209819517f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 18, 6), 'started_at': datetime.datetime(2021, 8, 19, 2, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:21:57.042952 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-2f8dd666-7e74-419f-93a9-600e96ef2d12 service neutron] Checking segment: {'id': 'a5480111-2330-4838-8586-856118a142cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '847f5967-0e4b-4308-a19e-862b1b000167'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:21:57.043450 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-2f8dd666-7e74-419f-93a9-600e96ef2d12 service neutron] Bound using segment: {'id': 'a5480111-2330-4838-8586-856118a142cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '847f5967-0e4b-4308-a19e-862b1b000167'} {{(pid=94444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:21:57.050163 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.managers [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-2f8dd666-7e74-419f-93a9-600e96ef2d12 service neutron] Bound port: 771ac2f2-a45a-4826-9ba5-b33067b07731, host: hv-cinder-75565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5480111-2330-4838-8586-856118a142cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '847f5967-0e4b-4308-a19e-862b1b000167'}}] {{(pid=94444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:21:57.050163 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-2f8dd666-7e74-419f-93a9-600e96ef2d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:57.089203 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-8223e890-f1cc-4e6e-90d8-7777b50e787d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:57.112181 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95506caf-c942-4b03-b728-c60290933d68 req-8e764ba2-1395-4d78-be48-6a993065680a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:57.113732 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-95506caf-c942-4b03-b728-c60290933d68 req-8e764ba2-1395-4d78-be48-6a993065680a service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=f88380b35b344618ad799a1cadc0fb84&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4287844 Aug 19 02:21:57.114519 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.db [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-2f8dd666-7e74-419f-93a9-600e96ef2d12 service neutron] For port 771ac2f2-a45a-4826-9ba5-b33067b07731, host hv-cinder-75565, cleared binding levels {{(pid=94444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:21:57.117733 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.db [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-2f8dd666-7e74-419f-93a9-600e96ef2d12 service neutron] For port 771ac2f2-a45a-4826-9ba5-b33067b07731, host hv-cinder-75565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=771ac2f2-a45a-4826-9ba5-b33067b07731,segment=NetworkSegment(a5480111-2330-4838-8586-856118a142cb),segment_id=a5480111-2330-4838-8586-856118a142cb)] {{(pid=94444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:21:57.228366 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-2f8dd666-7e74-419f-93a9-600e96ef2d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4183741'] for port, after_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:57.268117 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-2f8dd666-7e74-419f-93a9-600e96ef2d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:57.268748 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-2f8dd666-7e74-419f-93a9-600e96ef2d12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for port, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:57.270194 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-2f8dd666-7e74-419f-93a9-600e96ef2d12 service neutron] 10.222.0.22 "PUT /v2.0/ports/771ac2f2-a45a-4826-9ba5-b33067b07731 HTTP/1.1" status: 200 len: 1094 time: 1.2098870 Aug 19 02:21:57.270634 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be96d631-99be-4706-8cea-33bb859d832f', 'tag': '771ac2f2-a45a-4826-9ba5-b33067b07731'}] {{(pid=94444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:21:57.273668 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb35c0d0e89737a5b8c9f717e1a2b083f59fc6c79be02b323c6f08342a224ec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d0828b-d739-4746-83dd-0595fe15199e" -d '{"events": [{"name": "network-changed", "server_uuid": "be96d631-99be-4706-8cea-33bb859d832f", "tag": "771ac2f2-a45a-4826-9ba5-b33067b07731"}]}' {{(pid=94444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:21:57.313712 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8dd666-7e74-419f-93a9-600e96ef2d12 service neutron] Pushing event updated for resources: {'Port': ['ID=771ac2f2-a45a-4826-9ba5-b33067b07731,revision_number=3']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:57.325877 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95506caf-c942-4b03-b728-c60290933d68 req-01ff17bb-6770-4976-9d6c-7b395fbe16d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:57.327056 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-95506caf-c942-4b03-b728-c60290933d68 req-01ff17bb-6770-4976-9d6c-7b395fbe16d7 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1925173 Aug 19 02:21:57.332730 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7591b4-99b7-4e0b-a5a5-f6090db2f36c x-openstack-request-id: req-5f7591b4-99b7-4e0b-a5a5-f6090db2f36c {{(pid=94444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:21:57.333036 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be96d631-99be-4706-8cea-33bb859d832f", "tag": "771ac2f2-a45a-4826-9ba5-b33067b07731", "status": "completed", "code": 200}]} {{(pid=94444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:21:57.333328 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5f7591b4-99b7-4e0b-a5a5-f6090db2f36c {{(pid=94444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:21:57.333709 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be96d631-99be-4706-8cea-33bb859d832f', 'tag': '771ac2f2-a45a-4826-9ba5-b33067b07731', 'status': 'completed', 'code': 200} Aug 19 02:21:57.416084 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5b035-93da-4876-b625-548408bd1906 req-3a7a013d-9e07-45c0-b725-a25356f14475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:57.417991 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-4dc5b035-93da-4876-b625-548408bd1906 req-3a7a013d-9e07-45c0-b725-a25356f14475 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f88380b35b344618ad799a1cadc0fb84&device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 1097 time: 0.0485072 Aug 19 02:21:57.443325 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0828b-d739-4746-83dd-0595fe15199e req-c354fe67-012f-4f74-9a4c-eeb3fa4826c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:57.445252 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-80d0828b-d739-4746-83dd-0595fe15199e req-c354fe67-012f-4f74-9a4c-eeb3fa4826c4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1860db339ff74207a4c4be4b23295884&device_id=be96d631-99be-4706-8cea-33bb859d832f HTTP/1.1" status: 200 len: 1097 time: 0.0761142 Aug 19 02:21:57.472933 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-4dc5b035-93da-4876-b625-548408bd1906 req-19837adb-9e8f-400e-b875-bc616be0e28b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5421a60-66ac-4d11-8044-5323040e199a HTTP/1.1" status: 200 len: 217 time: 0.0457416 Aug 19 02:21:57.537437 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5b035-93da-4876-b625-548408bd1906 req-b3fe8eb8-62ef-4d54-812c-f19f2e2cab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:57.538966 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-4dc5b035-93da-4876-b625-548408bd1906 req-b3fe8eb8-62ef-4d54-812c-f19f2e2cab89 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fa40c230-027a-477d-b4e7-d3dafbebf0e8 HTTP/1.1" status: 200 len: 858 time: 0.0515268 Aug 19 02:21:57.578210 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-8223e890-f1cc-4e6e-90d8-7777b50e787d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 136eaf5d-4205-4d94-a4b8-0c5c0c69ce58 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:21:57.584050 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-4dc5b035-93da-4876-b625-548408bd1906 req-ede28923-b9fa-4241-a8f0-40651544824e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=29f65fa0-1bb5-44ce-9209-cb366705e117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365324 Aug 19 02:21:57.603874 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-8223e890-f1cc-4e6e-90d8-7777b50e787d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:57.611754 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0828b-d739-4746-83dd-0595fe15199e req-d4781d2b-9722-4a11-8170-b40d3f412be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:57.613364 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-80d0828b-d739-4746-83dd-0595fe15199e req-d4781d2b-9722-4a11-8170-b40d3f412be1 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=1860db339ff74207a4c4be4b23295884&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1592505 Aug 19 02:21:57.621236 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-8223e890-f1cc-4e6e-90d8-7777b50e787d service neutron] Transition to ACTIVE for port object 136eaf5d-4205-4d94-a4b8-0c5c0c69ce58 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:21:57.687470 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90285ac6-0326-4462-bb14-5c9d0f7f050c req-ca357ed5-55d9-46b9-8a30-dcf0b78d1402 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:57.688964 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-90285ac6-0326-4462-bb14-5c9d0f7f050c req-ca357ed5-55d9-46b9-8a30-dcf0b78d1402 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/ports?device_id=be96d631-99be-4706-8cea-33bb859d832f HTTP/1.1" status: 200 len: 944 time: 0.1028562 Aug 19 02:21:57.707160 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-8223e890-f1cc-4e6e-90d8-7777b50e787d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:57.732256 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-4dc5b035-93da-4876-b625-548408bd1906 req-1e3caacf-5e57-4f1b-93f7-b34e8267cbb3 service neutron] 10.222.0.22 "GET /v2.0/networks/29f65fa0-1bb5-44ce-9209-cb366705e117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369541 Aug 19 02:21:57.750743 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0828b-d739-4746-83dd-0595fe15199e req-062b3d37-1102-4e2e-bb46-75bdbe8c299c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:57.752426 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-80d0828b-d739-4746-83dd-0595fe15199e req-062b3d37-1102-4e2e-bb46-75bdbe8c299c service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1290076 Aug 19 02:21:57.755392 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-90285ac6-0326-4462-bb14-5c9d0f7f050c req-ff7d1987-fe5d-4099-bc4d-fa56c8e6f3d2 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/security-groups?id=33d88cd5-45b5-4cfd-83d8-744ef1666cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602386 Aug 19 02:21:57.844852 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-4dc5b035-93da-4876-b625-548408bd1906 req-93bf4354-6c92-4727-bfcc-9b18aa3a75b0 service neutron] 10.222.0.22 "GET /v2.0/networks/29f65fa0-1bb5-44ce-9209-cb366705e117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030667 Aug 19 02:21:57.879910 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223e890-f1cc-4e6e-90d8-7777b50e787d service neutron] Pushing event updated for resources: {'Port': ['ID=136eaf5d-4205-4d94-a4b8-0c5c0c69ce58,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:57.925517 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-29a3176b-6c05-4d4e-a512-035ed36d3810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:57.927120 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-29a3176b-6c05-4d4e-a512-035ed36d3810 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1860db339ff74207a4c4be4b23295884&device_id=be96d631-99be-4706-8cea-33bb859d832f HTTP/1.1" status: 200 len: 1097 time: 0.1070080 Aug 19 02:21:57.927676 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-8223e890-f1cc-4e6e-90d8-7777b50e787d service neutron] Attempting to bind port 136eaf5d-4205-4d94-a4b8-0c5c0c69ce58 on host hv-cinder-75565 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:21:57.928007 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-8223e890-f1cc-4e6e-90d8-7777b50e787d service neutron] Attempting to bind port 136eaf5d-4205-4d94-a4b8-0c5c0c69ce58 by drivers openvswitch,hyperv on host hv-cinder-75565 at level 0 using segments [{'id': '40112b8b-bc36-4b9d-bd3f-75a3709d2dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '29f65fa0-1bb5-44ce-9209-cb366705e117'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:21:57.929329 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-8223e890-f1cc-4e6e-90d8-7777b50e787d service neutron] Attempting to bind port 136eaf5d-4205-4d94-a4b8-0c5c0c69ce58 on network 29f65fa0-1bb5-44ce-9209-cb366705e117 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:21:57.943914 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-8223e890-f1cc-4e6e-90d8-7777b50e787d service neutron] Port 136eaf5d-4205-4d94-a4b8-0c5c0c69ce58 on network 29f65fa0-1bb5-44ce-9209-cb366705e117 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75565 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 02:21:57.944293 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-8223e890-f1cc-4e6e-90d8-7777b50e787d service neutron] Attempting to bind port 136eaf5d-4205-4d94-a4b8-0c5c0c69ce58 on network 29f65fa0-1bb5-44ce-9209-cb366705e117 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:21:57.988912 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-a3e2ee2c-a849-4c7c-841f-9e7a68c5af02 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=771ac2f2-a45a-4826-9ba5-b33067b07731 HTTP/1.1" status: 200 len: 217 time: 0.0522666 Aug 19 02:21:57.989805 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-8223e890-f1cc-4e6e-90d8-7777b50e787d service neutron] Checking agent: {'id': '41372272-fa96-45fc-afce-a2209819517f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 18, 6), 'started_at': datetime.datetime(2021, 8, 19, 2, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:21:57.990148 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-8223e890-f1cc-4e6e-90d8-7777b50e787d service neutron] Checking segment: {'id': '40112b8b-bc36-4b9d-bd3f-75a3709d2dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '29f65fa0-1bb5-44ce-9209-cb366705e117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:21:57.990629 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-8223e890-f1cc-4e6e-90d8-7777b50e787d service neutron] Bound using segment: {'id': '40112b8b-bc36-4b9d-bd3f-75a3709d2dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '29f65fa0-1bb5-44ce-9209-cb366705e117'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:21:57.991064 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-8223e890-f1cc-4e6e-90d8-7777b50e787d service neutron] Bound port: 136eaf5d-4205-4d94-a4b8-0c5c0c69ce58, host: hv-cinder-75565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40112b8b-bc36-4b9d-bd3f-75a3709d2dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '29f65fa0-1bb5-44ce-9209-cb366705e117'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:21:57.997353 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-8223e890-f1cc-4e6e-90d8-7777b50e787d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:58.073974 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca27ee9-0965-4123-a845-e93aaf42a6fd req-32ee8d5e-c8fe-4786-ac09-4909d95c73b4 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:58.075451 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-dca27ee9-0965-4123-a845-e93aaf42a6fd req-32ee8d5e-c8fe-4786-ac09-4909d95c73b4 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 944 time: 0.0511777 Aug 19 02:21:58.080907 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-deab2d24-eecf-4b96-82f9-565e6ba369fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:58.082472 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-deab2d24-eecf-4b96-82f9-565e6ba369fe service neutron] 10.222.0.22 "GET /v2.0/subnets?id=383fe649-6781-4821-96cd-9bd2e3cd9216 HTTP/1.1" status: 200 len: 853 time: 0.0810928 Aug 19 02:21:58.116078 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-dca27ee9-0965-4123-a845-e93aaf42a6fd req-b22e6d56-3fa2-4828-b2c1-8a97da6c8a0f tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344143 Aug 19 02:21:58.126516 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-470eacf3-b4bf-46be-9b70-fbbbf60a47cf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=847f5967-0e4b-4308-a19e-862b1b000167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361254 Aug 19 02:21:58.129955 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-8223e890-f1cc-4e6e-90d8-7777b50e787d service neutron] For port 136eaf5d-4205-4d94-a4b8-0c5c0c69ce58, host hv-cinder-75565, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:21:58.163047 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-8223e890-f1cc-4e6e-90d8-7777b50e787d service neutron] For port 136eaf5d-4205-4d94-a4b8-0c5c0c69ce58, host hv-cinder-75565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=136eaf5d-4205-4d94-a4b8-0c5c0c69ce58,segment=NetworkSegment(40112b8b-bc36-4b9d-bd3f-75a3709d2dce),segment_id=40112b8b-bc36-4b9d-bd3f-75a3709d2dce)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:21:58.241241 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-8223e890-f1cc-4e6e-90d8-7777b50e787d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:58.247341 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-115bfaf8-69b1-497d-8e7c-7225922b7bc5 service neutron] 10.222.0.22 "GET /v2.0/networks/847f5967-0e4b-4308-a19e-862b1b000167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120937 Aug 19 02:21:58.328998 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-8223e890-f1cc-4e6e-90d8-7777b50e787d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:58.329676 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-8223e890-f1cc-4e6e-90d8-7777b50e787d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:21:58.331378 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-8223e890-f1cc-4e6e-90d8-7777b50e787d service neutron] 10.222.0.22 "PUT /v2.0/ports/136eaf5d-4205-4d94-a4b8-0c5c0c69ce58 HTTP/1.1" status: 200 len: 1094 time: 1.3309333 Aug 19 02:21:58.364688 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223e890-f1cc-4e6e-90d8-7777b50e787d service neutron] Pushing event updated for resources: {'Port': ['ID=136eaf5d-4205-4d94-a4b8-0c5c0c69ce58,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:21:58.400474 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-302b7d72-9b78-4229-bc43-dfd32c2fe523 req-c5f6f68b-b4a4-49ea-8dee-bbedaae9f229 service neutron] 10.222.0.22 "GET /v2.0/networks/847f5967-0e4b-4308-a19e-862b1b000167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271696 Aug 19 02:21:58.526851 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9cedcd2-fa19-4887-8f39-1936b25c6f5f', 'tag': '136eaf5d-4205-4d94-a4b8-0c5c0c69ce58'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:21:58.529047 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bcbf10-1e74-43fc-85ce-cc326531f913" -d '{"events": [{"name": "network-changed", "server_uuid": "b9cedcd2-fa19-4887-8f39-1936b25c6f5f", "tag": "136eaf5d-4205-4d94-a4b8-0c5c0c69ce58"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:21:58.581251 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-2e17dd00-2d73-4e2a-b3fd-585c1db3486e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:58.582764 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-2e17dd00-2d73-4e2a-b3fd-585c1db3486e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f88380b35b344618ad799a1cadc0fb84&device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 1097 time: 0.1064742 Aug 19 02:21:58.605942 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30595073-5fa7-4b34-8069-92f5ae23f16f x-openstack-request-id: req-30595073-5fa7-4b34-8069-92f5ae23f16f {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:21:58.606275 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9cedcd2-fa19-4887-8f39-1936b25c6f5f", "tag": "136eaf5d-4205-4d94-a4b8-0c5c0c69ce58", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:21:58.606478 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-30595073-5fa7-4b34-8069-92f5ae23f16f {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:21:58.606867 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9cedcd2-fa19-4887-8f39-1936b25c6f5f', 'tag': '136eaf5d-4205-4d94-a4b8-0c5c0c69ce58', 'status': 'completed', 'code': 200} Aug 19 02:21:58.626072 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-96c30bd9-4d44-4c17-a05f-6dd788d06aa3 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:58.627585 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-96c30bd9-4d44-4c17-a05f-6dd788d06aa3 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/networks?id=6c43c105-26e3-4f24-a429-1210329b462e HTTP/1.1" status: 200 len: 814 time: 0.1690962 Aug 19 02:21:58.656486 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-63bb7fd4-06f7-4188-8e76-7413dc886666 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=136eaf5d-4205-4d94-a4b8-0c5c0c69ce58 HTTP/1.1" status: 200 len: 217 time: 0.0487838 Aug 19 02:21:58.675666 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-ebb765f9-e2f1-4587-9547-fcdd40a18cae tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/quotas/21e2050ddc3a4486be917df4cf6b0b60 HTTP/1.1" status: 200 len: 375 time: 0.0209880 Aug 19 02:21:58.745777 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-19451faf-9efc-4da3-9081-fae2b5392fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:58.747290 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-19451faf-9efc-4da3-9081-fae2b5392fee service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fa40c230-027a-477d-b4e7-d3dafbebf0e8 HTTP/1.1" status: 200 len: 858 time: 0.0835860 Aug 19 02:21:58.758107 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-0f76a82d-58c4-4e5d-ac74-5f063f460a9c tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=21e2050ddc3a4486be917df4cf6b0b60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616546 Aug 19 02:21:58.795926 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-7244ac20-7889-4d92-94fc-c052a683dbd5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=29f65fa0-1bb5-44ce-9209-cb366705e117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367999 Aug 19 02:21:58.886715 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b1069-2ea5-4e90-8837-dd55cf594ff8 req-f8173c24-778b-4ffc-be78-dd9768bfa37f tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:58.893969 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-fb2b1069-2ea5-4e90-8837-dd55cf594ff8 req-f8173c24-778b-4ffc-be78-dd9768bfa37f tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/ports?device_id=be96d631-99be-4706-8cea-33bb859d832f HTTP/1.1" status: 200 len: 944 time: 0.0585828 Aug 19 02:21:58.936109 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-fb2b1069-2ea5-4e90-8837-dd55cf594ff8 req-0dda4baf-7939-42f2-b304-54707400118e tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/security-groups?id=33d88cd5-45b5-4cfd-83d8-744ef1666cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411949 Aug 19 02:21:58.954166 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-65e669ef-2fa2-41d1-8679-77e5eb09dc14 service neutron] 10.222.0.16 "GET /v2.0/networks/6c43c105-26e3-4f24-a429-1210329b462e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851804 Aug 19 02:21:59.010144 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-ae93da93-afb7-449f-bfd6-f0a661ecdfe9 service neutron] 10.222.0.22 "GET /v2.0/networks/29f65fa0-1bb5-44ce-9209-cb366705e117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034259 Aug 19 02:21:59.108130 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-72ca2acd-bb60-44ee-9085-8a4b68e1eb80 service neutron] 10.222.0.16 "GET /v2.0/networks/6c43c105-26e3-4f24-a429-1210329b462e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477363 Aug 19 02:21:59.131959 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c7b6c37e-8587-4c24-a819-49905dd75426 req-37e1e100-6e8e-44a5-aa71-68684d18f9a6 service neutron] 10.222.0.22 "GET /v2.0/networks/29f65fa0-1bb5-44ce-9209-cb366705e117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127036 Aug 19 02:21:59.250154 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72287be9-8de4-4bd2-8bd0-7d22a9063ec3 req-5b81ebd1-1a60-4503-8edc-b204838ef3a5 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:59.251877 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-72287be9-8de4-4bd2-8bd0-7d22a9063ec3 req-5b81ebd1-1a60-4503-8edc-b204838ef3a5 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 944 time: 0.0588946 Aug 19 02:21:59.284626 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bcbf10-1e74-43fc-85ce-cc326531f913 req-6548d5ac-4de6-4b95-a2f6-39cc4bc4ae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:59.286342 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e0bcbf10-1e74-43fc-85ce-cc326531f913 req-6548d5ac-4de6-4b95-a2f6-39cc4bc4ae73 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f88380b35b344618ad799a1cadc0fb84&device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 1097 time: 0.0506108 Aug 19 02:21:59.295184 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-72287be9-8de4-4bd2-8bd0-7d22a9063ec3 req-d538cd8b-f9f4-4c5e-91ab-5c3b132d5ea4 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372128 Aug 19 02:21:59.427156 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bcbf10-1e74-43fc-85ce-cc326531f913 req-97037922-d99f-4031-823f-d06cf1116180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:59.429094 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e0bcbf10-1e74-43fc-85ce-cc326531f913 req-97037922-d99f-4031-823f-d06cf1116180 service neutron] 10.222.0.22 "GET /v2.0/networks?id=29f65fa0-1bb5-44ce-9209-cb366705e117 HTTP/1.1" status: 200 len: 919 time: 0.1325512 Aug 19 02:21:59.438461 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c890a3ab-8d04-49db-aadc-3f7b56318e79 req-92e9873f-abc3-477e-9163-68ab43e2bf81 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f3b05e7-10d0-4838-bdb9-ef8751bb27ee HTTP/1.1" status: 200 len: 210 time: 0.0346720 Aug 19 02:21:59.485907 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e0bcbf10-1e74-43fc-85ce-cc326531f913 req-eb1f271d-99b9-4ee7-8de1-12c65d6349ef service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=136eaf5d-4205-4d94-a4b8-0c5c0c69ce58 HTTP/1.1" status: 200 len: 217 time: 0.0478096 Aug 19 02:21:59.556510 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bcbf10-1e74-43fc-85ce-cc326531f913 req-a1da21b7-8612-47fa-b089-36ae61fac475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:21:59.558995 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e0bcbf10-1e74-43fc-85ce-cc326531f913 req-a1da21b7-8612-47fa-b089-36ae61fac475 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fa40c230-027a-477d-b4e7-d3dafbebf0e8 HTTP/1.1" status: 200 len: 858 time: 0.0647228 Aug 19 02:21:59.593036 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e0bcbf10-1e74-43fc-85ce-cc326531f913 req-40c367d4-6478-4e60-abc2-ea356b13d24d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=29f65fa0-1bb5-44ce-9209-cb366705e117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257242 Aug 19 02:21:59.688881 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e0bcbf10-1e74-43fc-85ce-cc326531f913 req-44c58a9b-3b76-4733-bb5d-2acbf923896a service neutron] 10.222.0.22 "GET /v2.0/networks/29f65fa0-1bb5-44ce-9209-cb366705e117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878444 Aug 19 02:21:59.787722 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e0bcbf10-1e74-43fc-85ce-cc326531f913 req-5ef03635-d9c0-4da0-9faa-beb2f4b8a0d6 service neutron] 10.222.0.22 "GET /v2.0/networks/29f65fa0-1bb5-44ce-9209-cb366705e117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900595 Aug 19 02:22:00.063227 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3fb6a-13f5-472c-a9b5-efa3d870bf34 req-8c3550fd-352e-4dfa-83f8-d27fafe688d1 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:00.064712 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-50e3fb6a-13f5-472c-a9b5-efa3d870bf34 req-8c3550fd-352e-4dfa-83f8-d27fafe688d1 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/ports?device_id=be96d631-99be-4706-8cea-33bb859d832f HTTP/1.1" status: 200 len: 944 time: 0.0514383 Aug 19 02:22:00.104421 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-50e3fb6a-13f5-472c-a9b5-efa3d870bf34 req-15738f98-57dd-413d-b412-25a696100a40 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/security-groups?id=33d88cd5-45b5-4cfd-83d8-744ef1666cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332119 Aug 19 02:22:00.433022 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c6ca20-4f08-4b2b-a4ba-cd3030073e2f req-0d437f1f-f8f1-47d9-9230-34b8ebc028ea tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:00.434566 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c6c6ca20-4f08-4b2b-a4ba-cd3030073e2f req-0d437f1f-f8f1-47d9-9230-34b8ebc028ea tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 944 time: 0.0553982 Aug 19 02:22:00.476966 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c6c6ca20-4f08-4b2b-a4ba-cd3030073e2f req-47ff7558-656f-455c-96ba-c14748083f0c tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362184 Aug 19 02:22:00.535345 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-2fb58025-2f06-4379-87c6-a2107005246d req-bb268c8f-9fc6-4c9e-906d-52b0e76472f3 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f3b05e7-10d0-4838-bdb9-ef8751bb27ee HTTP/1.1" status: 200 len: 210 time: 0.0260541 Aug 19 02:22:01.227375 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28e57b-3712-49d4-bc45-af9cc67d47d7 req-b295ae6e-8022-46e1-a881-10f2657140c1 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:01.228878 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-af28e57b-3712-49d4-bc45-af9cc67d47d7 req-b295ae6e-8022-46e1-a881-10f2657140c1 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/ports?device_id=be96d631-99be-4706-8cea-33bb859d832f HTTP/1.1" status: 200 len: 944 time: 0.0527842 Aug 19 02:22:01.269792 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-af28e57b-3712-49d4-bc45-af9cc67d47d7 req-892cefd0-ef6d-4e06-a14e-de63d21d4176 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/security-groups?id=33d88cd5-45b5-4cfd-83d8-744ef1666cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334520 Aug 19 02:22:01.595681 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b5121-e6bb-425e-ab51-f4ba0ac14828 req-fd354e0a-07a2-48af-8144-a7611ad78fbe tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:01.597241 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-826b5121-e6bb-425e-ab51-f4ba0ac14828 req-fd354e0a-07a2-48af-8144-a7611ad78fbe tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 944 time: 0.0494351 Aug 19 02:22:01.636690 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-12fff0d1-6482-43e4-9c21-8906ae73cab9 req-fe27efa4-c2d6-4b25-bf2c-3d9aa2fb5d77 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f3b05e7-10d0-4838-bdb9-ef8751bb27ee HTTP/1.1" status: 200 len: 210 time: 0.0276814 Aug 19 02:22:01.707606 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-826b5121-e6bb-425e-ab51-f4ba0ac14828 req-726c9006-649a-45f4-b4af-b308a4eb69dc tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041305 Aug 19 02:22:01.752053 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-dd4aa4cd-0cbe-4e2b-9c02-9674bbb5d901 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:01.753735 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-dd4aa4cd-0cbe-4e2b-9c02-9674bbb5d901 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.22 "GET /v2.0/networks?id=6c43c105-26e3-4f24-a429-1210329b462e HTTP/1.1" status: 200 len: 814 time: 0.1202245 Aug 19 02:22:01.767171 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-425fcd48-f301-482b-b725-5523f850660d tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Request body: {'port': {'device_id': '9f3b05e7-10d0-4838-bdb9-ef8751bb27ee', 'network_id': '6c43c105-26e3-4f24-a429-1210329b462e', 'admin_state_up': True, 'tenant_id': '21e2050ddc3a4486be917df4cf6b0b60'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:22:01.989454 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-425fcd48-f301-482b-b725-5523f850660d tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Made reservation on behalf of 21e2050ddc3a4486be917df4cf6b0b60 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:22:01.995033 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-425fcd48-f301-482b-b725-5523f850660d tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:02.124997 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-425fcd48-f301-482b-b725-5523f850660d tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Allocated IP 172.20.0.5 (6c43c105-26e3-4f24-a429-1210329b462e/8d7d19a2-2b51-441e-9a48-9bfac3ef9593/43df78d2-dcdc-4f8c-94f1-59ea6689eed3) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:22:02.279479 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-425fcd48-f301-482b-b725-5523f850660d tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:02.376798 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-425fcd48-f301-482b-b725-5523f850660d tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:02.386885 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac3fca-c0f6-4b5c-b910-127b16ae730e req-2e9a68e2-ccaf-4bb7-963b-cc4fc7b13845 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:02.388388 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-0dac3fca-c0f6-4b5c-b910-127b16ae730e req-2e9a68e2-ccaf-4bb7-963b-cc4fc7b13845 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/ports?device_id=be96d631-99be-4706-8cea-33bb859d832f HTTP/1.1" status: 200 len: 944 time: 0.0488398 Aug 19 02:22:02.398060 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] get_ports_and_sgs() called for port_ids ['76efc3d0-1d4c-4cae-bf48-20d1af04e8ca', '282efd73-f99e-4710-a65e-c20c01baa7b1'] {{(pid=94446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:22:02.421926 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-425fcd48-f301-482b-b725-5523f850660d tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Network 6c43c105-26e3-4f24-a429-1210329b462e is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:22:02.425229 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-425fcd48-f301-482b-b725-5523f850660d tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:22:02.427991 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-0dac3fca-c0f6-4b5c-b910-127b16ae730e req-3ece499d-9bbf-49ac-b02d-eb6fd032bd50 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/security-groups?id=33d88cd5-45b5-4cfd-83d8-744ef1666cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336025 Aug 19 02:22:02.429172 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-425fcd48-f301-482b-b725-5523f850660d tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:22:02.434427 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device b5421a60-66ac-4d11-8044-5323040e199a details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:22:02.453735 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425fcd48-f301-482b-b725-5523f850660d tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Pushing event updated for resources: {'Port': ['ID=43df78d2-dcdc-4f8c-94f1-59ea6689eed3,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:02.487303 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-425fcd48-f301-482b-b725-5523f850660d tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:02.487548 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-425fcd48-f301-482b-b725-5523f850660d tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:02.580757 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-425fcd48-f301-482b-b725-5523f850660d tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8174400 Aug 19 02:22:02.585814 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port b5421a60-66ac-4d11-8044-5323040e199a, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=b5421a60-66ac-4d11-8044-5323040e199a,segment=NetworkSegment(40112b8b-bc36-4b9d-bd3f-75a3709d2dce),segment_id=40112b8b-bc36-4b9d-bd3f-75a3709d2dce)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:22:02.596955 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-67b9cd03-a441-4822-91af-956b726c5bf1 service neutron] Request body: {'port': {'device_id': '9f3b05e7-10d0-4838-bdb9-ef8751bb27ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75565'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:22:02.609429 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Returning: {'device': 'b5421a60-66ac-4d11-8044-5323040e199a', 'network_id': '29f65fa0-1bb5-44ce-9209-cb366705e117', 'port_id': 'b5421a60-66ac-4d11-8044-5323040e199a', 'mac_address': 'fa:16:3e:81:7a:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa40c230-027a-477d-b4e7-d3dafbebf0e8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:22:02.658522 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-67b9cd03-a441-4822-91af-956b726c5bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:02.678749 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:02.704459 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5421a60-66ac-4d11-8044-5323040e199a {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:22:02.738700 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port b5421a60-66ac-4d11-8044-5323040e199a, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=b5421a60-66ac-4d11-8044-5323040e199a,segment=NetworkSegment(40112b8b-bc36-4b9d-bd3f-75a3709d2dce),segment_id=40112b8b-bc36-4b9d-bd3f-75a3709d2dce)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:22:02.849493 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf747aa-cfd3-4214-b7a2-37d40507b898 req-95e4ecb5-187f-443c-a831-941ee1683379 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:02.851144 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-dcf747aa-cfd3-4214-b7a2-37d40507b898 req-95e4ecb5-187f-443c-a831-941ee1683379 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 944 time: 0.0610943 Aug 19 02:22:02.860218 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:02.860897 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 771ac2f2-a45a-4826-9ba5-b33067b07731 details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:22:02.903252 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-dcf747aa-cfd3-4214-b7a2-37d40507b898 req-5e0fcd8c-b8aa-4066-a68a-ae77b3a68a14 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446272 Aug 19 02:22:02.969908 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=b5421a60-66ac-4d11-8044-5323040e199a,revision_number=4']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:03.016198 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 771ac2f2-a45a-4826-9ba5-b33067b07731, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=771ac2f2-a45a-4826-9ba5-b33067b07731,segment=NetworkSegment(a5480111-2330-4838-8586-856118a142cb),segment_id=a5480111-2330-4838-8586-856118a142cb)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:22:03.030278 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Returning: {'device': '771ac2f2-a45a-4826-9ba5-b33067b07731', 'network_id': '847f5967-0e4b-4308-a19e-862b1b000167', 'port_id': '771ac2f2-a45a-4826-9ba5-b33067b07731', 'mac_address': 'fa:16:3e:06:a5:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '383fe649-6781-4821-96cd-9bd2e3cd9216', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:22:03.081222 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:03.099026 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 771ac2f2-a45a-4826-9ba5-b33067b07731 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:22:03.112145 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca025cd4-d27e-4bc6-8fda-f458a0c78f53 req-64e2eddb-2751-4057-afe2-fa1e22d22381 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:03.113822 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ca025cd4-d27e-4bc6-8fda-f458a0c78f53 req-64e2eddb-2751-4057-afe2-fa1e22d22381 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f3b05e7-10d0-4838-bdb9-ef8751bb27ee HTTP/1.1" status: 200 len: 931 time: 0.3726268 Aug 19 02:22:03.135154 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 771ac2f2-a45a-4826-9ba5-b33067b07731, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=771ac2f2-a45a-4826-9ba5-b33067b07731,segment=NetworkSegment(a5480111-2330-4838-8586-856118a142cb),segment_id=a5480111-2330-4838-8586-856118a142cb)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:22:03.197814 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:03.202954 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ca025cd4-d27e-4bc6-8fda-f458a0c78f53 req-082c060c-0df2-4b39-8fc4-62a5344dc763 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777583 Aug 19 02:22:03.292080 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=771ac2f2-a45a-4826-9ba5-b33067b07731,revision_number=4']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:03.319581 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-67b9cd03-a441-4822-91af-956b726c5bf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43df78d2-dcdc-4f8c-94f1-59ea6689eed3 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:22:03.327318 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-67b9cd03-a441-4822-91af-956b726c5bf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:03.339104 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-67b9cd03-a441-4822-91af-956b726c5bf1 service neutron] Transition to ACTIVE for port object 43df78d2-dcdc-4f8c-94f1-59ea6689eed3 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:22:03.399416 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-67b9cd03-a441-4822-91af-956b726c5bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:03.449033 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b9cd03-a441-4822-91af-956b726c5bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=43df78d2-dcdc-4f8c-94f1-59ea6689eed3,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:03.524601 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-67b9cd03-a441-4822-91af-956b726c5bf1 service neutron] Attempting to bind port 43df78d2-dcdc-4f8c-94f1-59ea6689eed3 on host hv-cinder-75565 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:22:03.524963 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-67b9cd03-a441-4822-91af-956b726c5bf1 service neutron] Attempting to bind port 43df78d2-dcdc-4f8c-94f1-59ea6689eed3 by drivers openvswitch,hyperv on host hv-cinder-75565 at level 0 using segments [{'id': '9bf1da37-dd52-4a35-a6bf-1be2af2df224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6c43c105-26e3-4f24-a429-1210329b462e'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:22:03.525329 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-67b9cd03-a441-4822-91af-956b726c5bf1 service neutron] Attempting to bind port 43df78d2-dcdc-4f8c-94f1-59ea6689eed3 on network 6c43c105-26e3-4f24-a429-1210329b462e {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:22:03.530245 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-67b9cd03-a441-4822-91af-956b726c5bf1 service neutron] Port 43df78d2-dcdc-4f8c-94f1-59ea6689eed3 on network 6c43c105-26e3-4f24-a429-1210329b462e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75565 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 02:22:03.530566 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-67b9cd03-a441-4822-91af-956b726c5bf1 service neutron] Attempting to bind port 43df78d2-dcdc-4f8c-94f1-59ea6689eed3 on network 6c43c105-26e3-4f24-a429-1210329b462e {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:22:03.535432 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-67b9cd03-a441-4822-91af-956b726c5bf1 service neutron] Checking agent: {'id': '41372272-fa96-45fc-afce-a2209819517f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 18, 6), 'started_at': datetime.datetime(2021, 8, 19, 2, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:22:03.535779 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-67b9cd03-a441-4822-91af-956b726c5bf1 service neutron] Checking segment: {'id': '9bf1da37-dd52-4a35-a6bf-1be2af2df224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6c43c105-26e3-4f24-a429-1210329b462e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:22:03.536171 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-67b9cd03-a441-4822-91af-956b726c5bf1 service neutron] Bound using segment: {'id': '9bf1da37-dd52-4a35-a6bf-1be2af2df224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6c43c105-26e3-4f24-a429-1210329b462e'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:22:03.536641 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-67b9cd03-a441-4822-91af-956b726c5bf1 service neutron] Bound port: 43df78d2-dcdc-4f8c-94f1-59ea6689eed3, host: hv-cinder-75565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bf1da37-dd52-4a35-a6bf-1be2af2df224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6c43c105-26e3-4f24-a429-1210329b462e'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:22:03.537004 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-67b9cd03-a441-4822-91af-956b726c5bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:03.635575 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676faf4-aa15-41da-87e4-c1a9a5614dee req-0b7c38a2-bd94-4c68-811f-b3c37c1c6b60 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:03.637248 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d676faf4-aa15-41da-87e4-c1a9a5614dee req-0b7c38a2-bd94-4c68-811f-b3c37c1c6b60 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/ports?device_id=be96d631-99be-4706-8cea-33bb859d832f HTTP/1.1" status: 200 len: 945 time: 0.0906372 Aug 19 02:22:03.642182 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-67b9cd03-a441-4822-91af-956b726c5bf1 service neutron] For port 43df78d2-dcdc-4f8c-94f1-59ea6689eed3, host hv-cinder-75565, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:22:03.645504 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-67b9cd03-a441-4822-91af-956b726c5bf1 service neutron] For port 43df78d2-dcdc-4f8c-94f1-59ea6689eed3, host hv-cinder-75565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=43df78d2-dcdc-4f8c-94f1-59ea6689eed3,segment=NetworkSegment(9bf1da37-dd52-4a35-a6bf-1be2af2df224),segment_id=9bf1da37-dd52-4a35-a6bf-1be2af2df224)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:22:03.680050 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d676faf4-aa15-41da-87e4-c1a9a5614dee req-6ce672a3-d731-482f-890b-edb1eb0cfc1b tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/security-groups?id=33d88cd5-45b5-4cfd-83d8-744ef1666cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323331 Aug 19 02:22:03.717628 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-67b9cd03-a441-4822-91af-956b726c5bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:03.757585 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-67b9cd03-a441-4822-91af-956b726c5bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:03.758215 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-67b9cd03-a441-4822-91af-956b726c5bf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:03.759587 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-67b9cd03-a441-4822-91af-956b726c5bf1 service neutron] 10.222.0.22 "PUT /v2.0/ports/43df78d2-dcdc-4f8c-94f1-59ea6689eed3 HTTP/1.1" status: 200 len: 1093 time: 1.1686833 Aug 19 02:22:03.760016 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f3b05e7-10d0-4838-bdb9-ef8751bb27ee', 'tag': '43df78d2-dcdc-4f8c-94f1-59ea6689eed3'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:22:03.762374 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc950a9e-c834-4fe5-8d3d-43f749792dab" -d '{"events": [{"name": "network-changed", "server_uuid": "9f3b05e7-10d0-4838-bdb9-ef8751bb27ee", "tag": "43df78d2-dcdc-4f8c-94f1-59ea6689eed3"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:22:03.782447 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b9cd03-a441-4822-91af-956b726c5bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=43df78d2-dcdc-4f8c-94f1-59ea6689eed3,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:03.804232 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31290840-713d-4a78-a34b-a5944d2e4ed5 x-openstack-request-id: req-31290840-713d-4a78-a34b-a5944d2e4ed5 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:22:03.804534 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f3b05e7-10d0-4838-bdb9-ef8751bb27ee", "tag": "43df78d2-dcdc-4f8c-94f1-59ea6689eed3", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:22:03.804790 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-31290840-713d-4a78-a34b-a5944d2e4ed5 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:22:03.805230 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f3b05e7-10d0-4838-bdb9-ef8751bb27ee', 'tag': '43df78d2-dcdc-4f8c-94f1-59ea6689eed3', 'status': 'completed', 'code': 200} Aug 19 02:22:04.039631 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec72a1c-42f6-435c-88f9-bdfa7c072a82 req-2b8b9458-0860-460e-8a8d-13249d81eeba tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:04.041062 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9ec72a1c-42f6-435c-88f9-bdfa7c072a82 req-2b8b9458-0860-460e-8a8d-13249d81eeba tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 944 time: 0.0591691 Aug 19 02:22:04.079837 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9ec72a1c-42f6-435c-88f9-bdfa7c072a82 req-17d13b21-1df8-45bb-ab74-bbaa223d5643 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323279 Aug 19 02:22:04.318087 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc754e-cdef-435b-8bce-2ebf98ff1b8c req-0a5433c1-ff8e-4201-afc8-dae032101092 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:04.319494 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-bdfc754e-cdef-435b-8bce-2ebf98ff1b8c req-0a5433c1-ff8e-4201-afc8-dae032101092 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f3b05e7-10d0-4838-bdb9-ef8751bb27ee HTTP/1.1" status: 200 len: 943 time: 0.0485213 Aug 19 02:22:04.357396 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-bdfc754e-cdef-435b-8bce-2ebf98ff1b8c req-43631900-b071-4ddc-a8c2-0b763e1fcd45 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310109 Aug 19 02:22:08.281574 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 136eaf5d-4205-4d94-a4b8-0c5c0c69ce58 details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:22:08.356395 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc950a9e-c834-4fe5-8d3d-43f749792dab req-5eeae6ac-4e5b-49cb-95e2-8b0708c71fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:08.358997 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fc950a9e-c834-4fe5-8d3d-43f749792dab req-5eeae6ac-4e5b-49cb-95e2-8b0708c71fa7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=21e2050ddc3a4486be917df4cf6b0b60&device_id=9f3b05e7-10d0-4838-bdb9-ef8751bb27ee HTTP/1.1" status: 200 len: 1096 time: 0.0455978 Aug 19 02:22:08.389284 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:08.395432 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 136eaf5d-4205-4d94-a4b8-0c5c0c69ce58, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=136eaf5d-4205-4d94-a4b8-0c5c0c69ce58,segment=NetworkSegment(40112b8b-bc36-4b9d-bd3f-75a3709d2dce),segment_id=40112b8b-bc36-4b9d-bd3f-75a3709d2dce)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:22:08.405403 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Returning: {'device': '136eaf5d-4205-4d94-a4b8-0c5c0c69ce58', 'network_id': '29f65fa0-1bb5-44ce-9209-cb366705e117', 'port_id': '136eaf5d-4205-4d94-a4b8-0c5c0c69ce58', 'mac_address': 'fa:16:3e:eb:ac:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa40c230-027a-477d-b4e7-d3dafbebf0e8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:22:08.447837 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:08.460692 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 136eaf5d-4205-4d94-a4b8-0c5c0c69ce58 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:22:08.481068 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 136eaf5d-4205-4d94-a4b8-0c5c0c69ce58, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=136eaf5d-4205-4d94-a4b8-0c5c0c69ce58,segment=NetworkSegment(40112b8b-bc36-4b9d-bd3f-75a3709d2dce),segment_id=40112b8b-bc36-4b9d-bd3f-75a3709d2dce)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:22:08.547699 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:08.595568 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=136eaf5d-4205-4d94-a4b8-0c5c0c69ce58,revision_number=4']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:10.273420 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] get_ports_and_sgs() called for port_ids ['771ac2f2-a45a-4826-9ba5-b33067b07731'] {{(pid=94446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:22:10.410959 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404eb3e2-be6f-4f77-bfe2-d686ea60c9e7 req-fa6b4e28-cb86-4575-8865-096ccb430564 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:10.413148 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-404eb3e2-be6f-4f77-bfe2-d686ea60c9e7 req-fa6b4e28-cb86-4575-8865-096ccb430564 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 945 time: 0.0506246 Aug 19 02:22:10.454358 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-de71d6b2-71d0-4fc1-b68d-6fb33325fd09 req-52c93f5d-a7e4-420a-b19f-742b21052ff2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1279807 Aug 19 02:22:10.455245 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-404eb3e2-be6f-4f77-bfe2-d686ea60c9e7 req-4615c477-cbcc-4414-b2ca-6a1d4e31c421 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335433 Aug 19 02:22:10.471929 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c67d7-c097-4e9d-9507-7c6322d7c1a4 req-e3104841-bcb5-493f-b330-b54d2ea09ff8 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:10.473472 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2b6c67d7-c097-4e9d-9507-7c6322d7c1a4 req-e3104841-bcb5-493f-b330-b54d2ea09ff8 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/ports?device_id=be96d631-99be-4706-8cea-33bb859d832f HTTP/1.1" status: 200 len: 945 time: 0.1451366 Aug 19 02:22:10.490135 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc950a9e-c834-4fe5-8d3d-43f749792dab req-5ad4cb38-9170-46f6-b0fe-c42afe7c01af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:10.491590 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fc950a9e-c834-4fe5-8d3d-43f749792dab req-5ad4cb38-9170-46f6-b0fe-c42afe7c01af service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=21e2050ddc3a4486be917df4cf6b0b60&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1880152 Aug 19 02:22:10.565146 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ea4ac-a6cb-44ef-b2da-1778c8758240 req-65188225-3537-44ef-a62e-60c45edd506b tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:10.566886 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-780ea4ac-a6cb-44ef-b2da-1778c8758240 req-65188225-3537-44ef-a62e-60c45edd506b tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f3b05e7-10d0-4838-bdb9-ef8751bb27ee HTTP/1.1" status: 200 len: 943 time: 0.0511117 Aug 19 02:22:10.606848 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2b6c67d7-c097-4e9d-9507-7c6322d7c1a4 req-792ddbee-b6b5-4039-bcb6-79967338e1e6 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/security-groups?id=33d88cd5-45b5-4cfd-83d8-744ef1666cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198359 Aug 19 02:22:10.607847 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-780ea4ac-a6cb-44ef-b2da-1778c8758240 req-f0697454-959c-45af-b57d-8a9d9c8e8a78 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337770 Aug 19 02:22:10.611463 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71d6b2-71d0-4fc1-b68d-6fb33325fd09 req-3a0076de-d19a-40ec-8d71-2eb845a556d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:10.612936 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-de71d6b2-71d0-4fc1-b68d-6fb33325fd09 req-3a0076de-d19a-40ec-8d71-2eb845a556d9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=059670e8b6b34fb1857bc100102fd1b6&device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 1098 time: 0.1347363 Aug 19 02:22:10.645836 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc950a9e-c834-4fe5-8d3d-43f749792dab req-bc191c5b-f860-4746-92c6-df23b6586ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:10.647301 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fc950a9e-c834-4fe5-8d3d-43f749792dab req-bc191c5b-f860-4746-92c6-df23b6586ff7 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1347568 Aug 19 02:22:10.719428 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] get_ports_and_sgs() called for port_ids ['b5421a60-66ac-4d11-8044-5323040e199a'] {{(pid=94446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:22:10.792698 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-55aa0690-6ea3-4472-9dc5-5c7cf4d7a713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:10.794252 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-55aa0690-6ea3-4472-9dc5-5c7cf4d7a713 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=21e2050ddc3a4486be917df4cf6b0b60&device_id=9f3b05e7-10d0-4838-bdb9-ef8751bb27ee HTTP/1.1" status: 200 len: 1096 time: 0.0663674 Aug 19 02:22:10.813700 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71d6b2-71d0-4fc1-b68d-6fb33325fd09 req-bc53f93d-06b3-4410-964c-968aeffed928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:10.815134 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-de71d6b2-71d0-4fc1-b68d-6fb33325fd09 req-bc53f93d-06b3-4410-964c-968aeffed928 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7e444d17-d7c0-4b47-aa19-93665776705e HTTP/1.1" status: 200 len: 911 time: 0.1286392 Aug 19 02:22:10.847727 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-efe84605-4b6e-40d8-a435-68aab919d18e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43df78d2-dcdc-4f8c-94f1-59ea6689eed3 HTTP/1.1" status: 200 len: 217 time: 0.0424500 Aug 19 02:22:10.938353 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-de71d6b2-71d0-4fc1-b68d-6fb33325fd09 req-bf62512e-d571-47a1-b6a0-957dc99f0c32 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e3a5833-3414-4bc7-84c8-7559f084e9b0 HTTP/1.1" status: 200 len: 1001 time: 0.0975296 Aug 19 02:22:10.941899 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-90c61a33-f0bb-4bb6-97c2-0909637dd3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:10.943282 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-90c61a33-f0bb-4bb6-97c2-0909637dd3a3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8d7d19a2-2b51-441e-9a48-9bfac3ef9593 HTTP/1.1" status: 200 len: 854 time: 0.0623112 Aug 19 02:22:11.000795 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-a356e615-888c-498c-96cc-c51b0bd89fa5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6c43c105-26e3-4f24-a429-1210329b462e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472648 Aug 19 02:22:11.057860 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71d6b2-71d0-4fc1-b68d-6fb33325fd09 req-599a08d7-1393-4632-b36d-b3636b739f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:11.059420 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-de71d6b2-71d0-4fc1-b68d-6fb33325fd09 req-599a08d7-1393-4632-b36d-b3636b739f13 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=731d6e4c-a04d-474e-b79a-51c9af4274e4 HTTP/1.1" status: 200 len: 849 time: 0.1071584 Aug 19 02:22:11.130721 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-5f607b57-b7ff-478a-9de1-222dc69002a1 service neutron] 10.222.0.22 "GET /v2.0/networks/6c43c105-26e3-4f24-a429-1210329b462e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210158 Aug 19 02:22:11.132294 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71d6b2-71d0-4fc1-b68d-6fb33325fd09 req-fa9a3e13-72a2-400e-94ca-919e8aca4e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:11.133700 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-de71d6b2-71d0-4fc1-b68d-6fb33325fd09 req-fa9a3e13-72a2-400e-94ca-919e8aca4e33 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7e444d17-d7c0-4b47-aa19-93665776705e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0650024 Aug 19 02:22:11.302149 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fd4dcdc5-3d66-4040-82da-04c5c0d8ef63 req-cf49323b-7acc-40e9-8fae-05ce4cebb4c5 service neutron] 10.222.0.22 "GET /v2.0/networks/6c43c105-26e3-4f24-a429-1210329b462e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561215 Aug 19 02:22:11.307987 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-de71d6b2-71d0-4fc1-b68d-6fb33325fd09 req-acf0d8f9-2952-4864-a878-d2f66261f028 service neutron] 10.222.0.22 "GET /v2.0/networks/7e444d17-d7c0-4b47-aa19-93665776705e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537657 Aug 19 02:22:11.358630 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] get_ports_and_sgs() called for port_ids ['136eaf5d-4205-4d94-a4b8-0c5c0c69ce58'] {{(pid=94446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:22:11.412405 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-de71d6b2-71d0-4fc1-b68d-6fb33325fd09 req-4307f3a6-fa13-4a38-8df8-cb49771b6935 service neutron] 10.222.0.22 "GET /v2.0/networks/7e444d17-d7c0-4b47-aa19-93665776705e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860283 Aug 19 02:22:11.573985 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf08ddf-0e8a-4abf-a2cf-fa7aa1063ebc req-8bd0b2be-56dc-4b98-b7fc-1105eb0e779f tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:11.575547 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-aaf08ddf-0e8a-4abf-a2cf-fa7aa1063ebc req-8bd0b2be-56dc-4b98-b7fc-1105eb0e779f tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 945 time: 0.0492036 Aug 19 02:22:11.615684 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-aaf08ddf-0e8a-4abf-a2cf-fa7aa1063ebc req-f0c533f0-b7bf-429e-a16d-be008970549f tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333230 Aug 19 02:22:11.733323 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ce2d3-cd67-47f4-ab90-bb36dd1a06f6 req-b6c72795-ba8a-4d05-8b32-29159ef1fb0e tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:11.734866 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-b78ce2d3-cd67-47f4-ab90-bb36dd1a06f6 req-b6c72795-ba8a-4d05-8b32-29159ef1fb0e tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/ports?device_id=be96d631-99be-4706-8cea-33bb859d832f HTTP/1.1" status: 200 len: 945 time: 0.0481870 Aug 19 02:22:11.740320 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169942a2-091f-4a67-b435-9d7e12a9a2ff req-07a7d643-79b5-475f-97fa-9eb25f6cb7f0 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:11.742057 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-169942a2-091f-4a67-b435-9d7e12a9a2ff req-07a7d643-79b5-475f-97fa-9eb25f6cb7f0 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f3b05e7-10d0-4838-bdb9-ef8751bb27ee HTTP/1.1" status: 200 len: 943 time: 0.0523491 Aug 19 02:22:11.774909 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-b78ce2d3-cd67-47f4-ab90-bb36dd1a06f6 req-e4820184-6e93-45cb-8cea-380dafc056bc tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/security-groups?id=33d88cd5-45b5-4cfd-83d8-744ef1666cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338938 Aug 19 02:22:11.781533 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-169942a2-091f-4a67-b435-9d7e12a9a2ff req-9cbde919-c4b6-4ebb-a39d-1df3c64c21d1 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335946 Aug 19 02:22:12.731870 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e350322-865a-4fcc-aa23-b07815b2fddf req-73bd08f3-2a6c-4fa8-ba9a-0995c2326181 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:12.733349 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-7e350322-865a-4fcc-aa23-b07815b2fddf req-73bd08f3-2a6c-4fa8-ba9a-0995c2326181 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 945 time: 0.0484822 Aug 19 02:22:12.771529 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-7e350322-865a-4fcc-aa23-b07815b2fddf req-34749e92-2663-4250-b60e-92be7bbf204e tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322807 Aug 19 02:22:12.899118 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447ecff-cffb-44ec-94ec-d21726a51c6e req-2b26de83-c5a5-4b81-8f43-1539f7ca617d tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:12.900594 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2447ecff-cffb-44ec-94ec-d21726a51c6e req-2b26de83-c5a5-4b81-8f43-1539f7ca617d tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/ports?device_id=be96d631-99be-4706-8cea-33bb859d832f HTTP/1.1" status: 200 len: 945 time: 0.0480344 Aug 19 02:22:12.903785 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6ebc2-9288-4303-b8ac-16338b45526c req-1f6d6603-7f5d-4eb8-a4ec-42d141b783d3 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:12.905975 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-e7c6ebc2-9288-4303-b8ac-16338b45526c req-1f6d6603-7f5d-4eb8-a4ec-42d141b783d3 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f3b05e7-10d0-4838-bdb9-ef8751bb27ee HTTP/1.1" status: 200 len: 943 time: 0.0519187 Aug 19 02:22:12.939497 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2447ecff-cffb-44ec-94ec-d21726a51c6e req-27e6f4cf-9471-4ef9-8822-1dff7c4cb7fc tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/security-groups?id=33d88cd5-45b5-4cfd-83d8-744ef1666cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318873 Aug 19 02:22:12.943250 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-e7c6ebc2-9288-4303-b8ac-16338b45526c req-61882e5b-dd5b-4de8-96b3-81011f14e2b0 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314975 Aug 19 02:22:14.070055 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62387fff-91a2-48b3-9367-245c1386d39b req-f8bc505a-675c-414a-a0ef-dbda4535c56e tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:14.071599 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-62387fff-91a2-48b3-9367-245c1386d39b req-f8bc505a-675c-414a-a0ef-dbda4535c56e tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 945 time: 0.0521047 Aug 19 02:22:14.071981 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7bf3ba-2cc1-4ed9-b8a2-2527908f40d0 req-af9f3fda-e7be-4335-b7fb-ce2c319c8a69 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:14.073489 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-ab7bf3ba-2cc1-4ed9-b8a2-2527908f40d0 req-af9f3fda-e7be-4335-b7fb-ce2c319c8a69 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/ports?device_id=be96d631-99be-4706-8cea-33bb859d832f HTTP/1.1" status: 200 len: 945 time: 0.0488141 Aug 19 02:22:14.111870 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-62387fff-91a2-48b3-9367-245c1386d39b req-754a1dd6-ae5c-4377-a3a1-2d3c479031b4 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336201 Aug 19 02:22:14.112587 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-ab7bf3ba-2cc1-4ed9-b8a2-2527908f40d0 req-f5bef4bc-2f90-4d14-b3d4-360feedac4d8 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/security-groups?id=33d88cd5-45b5-4cfd-83d8-744ef1666cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324292 Aug 19 02:22:14.223360 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317eadc-d430-4bae-9493-0a3e855a881a req-e90ae902-c45e-43ce-b078-d993da059f8f tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:14.224708 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-0317eadc-d430-4bae-9493-0a3e855a881a req-e90ae902-c45e-43ce-b078-d993da059f8f tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f3b05e7-10d0-4838-bdb9-ef8751bb27ee HTTP/1.1" status: 200 len: 943 time: 0.0510232 Aug 19 02:22:14.262481 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-0317eadc-d430-4bae-9493-0a3e855a881a req-102e1d5d-18f2-45eb-86c1-b8fdcaf534cf tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319734 Aug 19 02:22:14.313261 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device b5421a60-66ac-4d11-8044-5323040e199a up at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:22:14.470990 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning for port b5421a60-66ac-4d11-8044-5323040e199a completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:22:14.475089 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning complete for port b5421a60-66ac-4d11-8044-5323040e199a triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:22:14.475397 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:14.553443 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:14.576141 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6a9484-f24b-43ff-82b6-725563a98a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5421a60-66ac-4d11-8044-5323040e199a'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:22:14.578914 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bda349f3ade6abb3bc5cfb3e12963279474636f4ef178e03561db7d4c095529d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b7fa28-9fc4-4555-9bed-823acf673a58" -d '{"events": [{"server_uuid": "7f6a9484-f24b-43ff-82b6-725563a98a74", "name": "network-vif-plugged", "status": "completed", "tag": "b5421a60-66ac-4d11-8044-5323040e199a"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:22:14.597088 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port b5421a60-66ac-4d11-8044-5323040e199a, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=b5421a60-66ac-4d11-8044-5323040e199a,segment=NetworkSegment(40112b8b-bc36-4b9d-bd3f-75a3709d2dce),segment_id=40112b8b-bc36-4b9d-bd3f-75a3709d2dce)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:22:14.616639 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492f765f-ad61-4142-9e71-d0dd206d388d x-openstack-request-id: req-492f765f-ad61-4142-9e71-d0dd206d388d {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:22:14.616929 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6a9484-f24b-43ff-82b6-725563a98a74", "name": "network-vif-plugged", "status": "completed", "tag": "b5421a60-66ac-4d11-8044-5323040e199a", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:22:14.617230 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-492f765f-ad61-4142-9e71-d0dd206d388d {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:22:14.617625 dv-cinder-755654-10-iscsi neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6a9484-f24b-43ff-82b6-725563a98a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5421a60-66ac-4d11-8044-5323040e199a', 'code': 200} Aug 19 02:22:14.679911 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:14.680695 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 771ac2f2-a45a-4826-9ba5-b33067b07731 up at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:22:14.754725 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=b5421a60-66ac-4d11-8044-5323040e199a,revision_number=5']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:14.854308 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning for port 771ac2f2-a45a-4826-9ba5-b33067b07731 completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:22:14.858752 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning complete for port 771ac2f2-a45a-4826-9ba5-b33067b07731 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:22:14.859129 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:14.934035 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81402cce-73bb-443e-865c-fee105168964 req-073c0d81-b6ca-46c4-ae91-ae5c24ad7914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:14.935679 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-81402cce-73bb-443e-865c-fee105168964 req-073c0d81-b6ca-46c4-ae91-ae5c24ad7914 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 1099 time: 0.0433290 Aug 19 02:22:14.978450 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-81402cce-73bb-443e-865c-fee105168964 req-04be66e8-b528-4a13-a736-6bb0fd7c27fc service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337851 Aug 19 02:22:15.005708 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a6b53f7b-9beb-4c94-93be-f968acd91007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:15.073666 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:15.105664 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 771ac2f2-a45a-4826-9ba5-b33067b07731, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=771ac2f2-a45a-4826-9ba5-b33067b07731,segment=NetworkSegment(a5480111-2330-4838-8586-856118a142cb),segment_id=a5480111-2330-4838-8586-856118a142cb)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:22:15.210230 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:15.211037 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 136eaf5d-4205-4d94-a4b8-0c5c0c69ce58 up at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:22:15.295085 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=771ac2f2-a45a-4826-9ba5-b33067b07731,revision_number=5']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:15.368308 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning for port 136eaf5d-4205-4d94-a4b8-0c5c0c69ce58 completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:22:15.372939 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning complete for port 136eaf5d-4205-4d94-a4b8-0c5c0c69ce58 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:22:15.373382 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:15.422405 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e996531-2aaa-4f40-a768-fe3fe3e08191 req-104da754-d8aa-49db-a8d2-8a8ac84e8920 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:15.424027 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-1e996531-2aaa-4f40-a768-fe3fe3e08191 req-104da754-d8aa-49db-a8d2-8a8ac84e8920 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 945 time: 0.0549641 Aug 19 02:22:15.433940 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2660cef-9999-4944-a27a-28f6e995c2ef req-0fd33db8-663d-4529-a604-28f6a34ef175 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:15.436107 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c2660cef-9999-4944-a27a-28f6e995c2ef req-0fd33db8-663d-4529-a604-28f6a34ef175 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/ports?device_id=be96d631-99be-4706-8cea-33bb859d832f HTTP/1.1" status: 200 len: 946 time: 0.0607569 Aug 19 02:22:15.467409 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 35602) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:15.479772 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-1e996531-2aaa-4f40-a768-fe3fe3e08191 req-0aca7459-bd62-4fe8-84b8-2aefa78778c5 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463169 Aug 19 02:22:15.496047 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:15.500457 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c2660cef-9999-4944-a27a-28f6e995c2ef req-335ce1e6-1fe1-464a-8e1d-b0434ac02bae tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/security-groups?id=33d88cd5-45b5-4cfd-83d8-744ef1666cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559075 Aug 19 02:22:15.537243 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 136eaf5d-4205-4d94-a4b8-0c5c0c69ce58, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=136eaf5d-4205-4d94-a4b8-0c5c0c69ce58,segment=NetworkSegment(40112b8b-bc36-4b9d-bd3f-75a3709d2dce),segment_id=40112b8b-bc36-4b9d-bd3f-75a3709d2dce)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:22:15.589694 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-2e6f5f27-c925-46ee-b874-c43bb388d8cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:15.601680 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8b8f6-9edd-4ae3-ac77-9b10508038f0 req-80881dc8-d195-44a8-b7b6-3c72d9821241 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:15.603198 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9fa8b8f6-9edd-4ae3-ac77-9b10508038f0 req-80881dc8-d195-44a8-b7b6-3c72d9821241 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f3b05e7-10d0-4838-bdb9-ef8751bb27ee HTTP/1.1" status: 200 len: 943 time: 0.0527368 Aug 19 02:22:15.613967 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:15.643057 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9fa8b8f6-9edd-4ae3-ac77-9b10508038f0 req-eaf48638-df29-4ed4-80d5-3417fb248e9d tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333819 Aug 19 02:22:15.668001 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=136eaf5d-4205-4d94-a4b8-0c5c0c69ce58,revision_number=5']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:15.690815 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-2e6f5f27-c925-46ee-b874-c43bb388d8cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:15.762240 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-2e6f5f27-c925-46ee-b874-c43bb388d8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:15.799930 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-2e6f5f27-c925-46ee-b874-c43bb388d8cb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=91e8499f902c44c3ae2a9e20a1542b5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3306763 Aug 19 02:22:15.800765 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f5f27-c925-46ee-b874-c43bb388d8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63409e47-ba23-4f08-9201-71d16e1a2afa,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:15.802620 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 35606) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:15.851974 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-29f1f2e2-5b23-4a4c-b054-79af789b7f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:15.873178 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-29f1f2e2-5b23-4a4c-b054-79af789b7f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:15.992854 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-29f1f2e2-5b23-4a4c-b054-79af789b7f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:15.995847 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-29f1f2e2-5b23-4a4c-b054-79af789b7f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:15.997002 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-29f1f2e2-5b23-4a4c-b054-79af789b7f18 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/63409e47-ba23-4f08-9201-71d16e1a2afa HTTP/1.1" status: 204 len: 168 time: 0.1931090 Aug 19 02:22:16.004999 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1f2e2-5b23-4a4c-b054-79af789b7f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63409e47-ba23-4f08-9201-71d16e1a2afa,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:16.303047 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 43df78d2-dcdc-4f8c-94f1-59ea6689eed3 details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:22:16.403242 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 43df78d2-dcdc-4f8c-94f1-59ea6689eed3, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=43df78d2-dcdc-4f8c-94f1-59ea6689eed3,segment=NetworkSegment(9bf1da37-dd52-4a35-a6bf-1be2af2df224),segment_id=9bf1da37-dd52-4a35-a6bf-1be2af2df224)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:22:16.416127 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Returning: {'device': '43df78d2-dcdc-4f8c-94f1-59ea6689eed3', 'network_id': '6c43c105-26e3-4f24-a429-1210329b462e', 'port_id': '43df78d2-dcdc-4f8c-94f1-59ea6689eed3', 'mac_address': 'fa:16:3e:9f:44:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7d19a2-2b51-441e-9a48-9bfac3ef9593', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:22:16.453256 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:16.465932 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43df78d2-dcdc-4f8c-94f1-59ea6689eed3 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:22:16.498303 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 43df78d2-dcdc-4f8c-94f1-59ea6689eed3, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=43df78d2-dcdc-4f8c-94f1-59ea6689eed3,segment=NetworkSegment(9bf1da37-dd52-4a35-a6bf-1be2af2df224),segment_id=9bf1da37-dd52-4a35-a6bf-1be2af2df224)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:22:16.557393 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:16.594806 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 35622) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:16.615246 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-14228e8b-9da0-419b-a3b5-ca2bea092145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:16.616170 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ece74b-9b46-48e6-a0cc-ab5ac2182512 req-140bd80c-8aaa-4c50-8eb5-70e6a232eb51 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:16.617768 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-16ece74b-9b46-48e6-a0cc-ab5ac2182512 req-140bd80c-8aaa-4c50-8eb5-70e6a232eb51 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0647349 Aug 19 02:22:16.620692 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be96d631-99be-4706-8cea-33bb859d832f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771ac2f2-a45a-4826-9ba5-b33067b07731'}, {'server_uuid': 'b9cedcd2-fa19-4887-8f39-1936b25c6f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136eaf5d-4205-4d94-a4b8-0c5c0c69ce58'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:22:16.623045 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bda349f3ade6abb3bc5cfb3e12963279474636f4ef178e03561db7d4c095529d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2bd122-2c58-4fef-962f-e19bcecb6265" -d '{"events": [{"server_uuid": "be96d631-99be-4706-8cea-33bb859d832f", "name": "network-vif-plugged", "status": "completed", "tag": "771ac2f2-a45a-4826-9ba5-b33067b07731"}, {"server_uuid": "b9cedcd2-fa19-4887-8f39-1936b25c6f5f", "name": "network-vif-plugged", "status": "completed", "tag": "136eaf5d-4205-4d94-a4b8-0c5c0c69ce58"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:22:16.628518 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=43df78d2-dcdc-4f8c-94f1-59ea6689eed3,revision_number=4']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:16.647915 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad228306-9e8c-4a80-9620-6c67ceb03f21 req-c09cc5cc-899e-4255-85cc-28e1410ffdf7 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:16.649456 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ad228306-9e8c-4a80-9620-6c67ceb03f21 req-c09cc5cc-899e-4255-85cc-28e1410ffdf7 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/ports?device_id=be96d631-99be-4706-8cea-33bb859d832f HTTP/1.1" status: 200 len: 946 time: 0.0805821 Aug 19 02:22:16.658837 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-16ece74b-9b46-48e6-a0cc-ab5ac2182512 req-82aefdc4-66ff-4ae4-afda-800ca1dcb442 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344880 Aug 19 02:22:16.708462 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 02:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b873ce-3481-4793-b389-b7a9ac466791 x-openstack-request-id: req-b8b873ce-3481-4793-b389-b7a9ac466791 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:22:16.708767 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be96d631-99be-4706-8cea-33bb859d832f", "name": "network-vif-plugged", "status": "completed", "tag": "771ac2f2-a45a-4826-9ba5-b33067b07731", "code": 200}, {"server_uuid": "b9cedcd2-fa19-4887-8f39-1936b25c6f5f", "name": "network-vif-plugged", "status": "completed", "tag": "136eaf5d-4205-4d94-a4b8-0c5c0c69ce58", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:22:16.709023 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b8b873ce-3481-4793-b389-b7a9ac466791 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:22:16.709448 dv-cinder-755654-10-iscsi neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be96d631-99be-4706-8cea-33bb859d832f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771ac2f2-a45a-4826-9ba5-b33067b07731', 'code': 200} Aug 19 02:22:16.709726 dv-cinder-755654-10-iscsi neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9cedcd2-fa19-4887-8f39-1936b25c6f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136eaf5d-4205-4d94-a4b8-0c5c0c69ce58', 'code': 200} Aug 19 02:22:16.712453 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ad228306-9e8c-4a80-9620-6c67ceb03f21 req-4a401158-1742-4753-a975-b8c4dbb4adb7 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/security-groups?id=33d88cd5-45b5-4cfd-83d8-744ef1666cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551584 Aug 19 02:22:16.771806 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-14228e8b-9da0-419b-a3b5-ca2bea092145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:16.803962 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f028176-5081-492f-8bc7-71ae35084d11 req-cc17de32-fc84-43b2-bead-ed1ffe4d4434 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:16.805482 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-9f028176-5081-492f-8bc7-71ae35084d11 req-cc17de32-fc84-43b2-bead-ed1ffe4d4434 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f3b05e7-10d0-4838-bdb9-ef8751bb27ee HTTP/1.1" status: 200 len: 944 time: 0.0515044 Aug 19 02:22:16.832974 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-14228e8b-9da0-419b-a3b5-ca2bea092145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:16.847426 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-9f028176-5081-492f-8bc7-71ae35084d11 req-bd8289c9-b868-43e5-8217-f7b6483ae60c tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358365 Aug 19 02:22:16.880252 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-14228e8b-9da0-419b-a3b5-ca2bea092145 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6609db08ba714139b9493aa45e7fa540&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2836142 Aug 19 02:22:16.881084 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14228e8b-9da0-419b-a3b5-ca2bea092145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b05a48-cc0f-4b3a-886d-fcf76ee34eb3,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:16.882276 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 35628) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:16.930894 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-a31d5d08-cb66-4854-8595-5203883a608b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:16.951859 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-a31d5d08-cb66-4854-8595-5203883a608b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:17.099806 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-a31d5d08-cb66-4854-8595-5203883a608b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:17.102631 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-a31d5d08-cb66-4854-8595-5203883a608b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:17.104125 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-a31d5d08-cb66-4854-8595-5203883a608b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d0b05a48-cc0f-4b3a-886d-fcf76ee34eb3 HTTP/1.1" status: 204 len: 168 time: 0.2208886 Aug 19 02:22:17.105546 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f98da-d94e-4ea6-9d6d-cdf24accbf7c req-18253603-b60f-4f09-b1ab-97633c95ea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:17.107190 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-823f98da-d94e-4ea6-9d6d-cdf24accbf7c req-18253603-b60f-4f09-b1ab-97633c95ea50 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 1099 time: 0.0672393 Aug 19 02:22:17.112537 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128229f-368e-4f2c-a0d3-e61b1d74288d req-e5631e2a-4b5a-4449-896a-9d5f379320c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:17.113402 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d5d08-cb66-4854-8595-5203883a608b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b05a48-cc0f-4b3a-886d-fcf76ee34eb3,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:17.114334 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4128229f-368e-4f2c-a0d3-e61b1d74288d req-e5631e2a-4b5a-4449-896a-9d5f379320c1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=be96d631-99be-4706-8cea-33bb859d832f HTTP/1.1" status: 200 len: 1099 time: 0.0757446 Aug 19 02:22:17.183780 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-823f98da-d94e-4ea6-9d6d-cdf24accbf7c req-eb31a574-1ff4-4706-96cb-0b540282f2c8 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568039 Aug 19 02:22:17.188267 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4128229f-368e-4f2c-a0d3-e61b1d74288d req-cd2b6435-edf7-4b0e-a68c-91a95218f291 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=33d88cd5-45b5-4cfd-83d8-744ef1666cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533569 Aug 19 02:22:17.225035 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] get_ports_and_sgs() called for port_ids ['43df78d2-dcdc-4f8c-94f1-59ea6689eed3'] {{(pid=94446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:22:17.303425 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-63828907-801b-49d3-a5e6-cd1705dace70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:17.678533 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:18.166324 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf9a22-af6c-4b88-8220-19a9cd91237b req-a6908a4c-06a4-4445-8578-4a73a967e375 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:18.170872 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-92cf9a22-af6c-4b88-8220-19a9cd91237b req-a6908a4c-06a4-4445-8578-4a73a967e375 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0537121 Aug 19 02:22:18.171010 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4f1c5-4d90-4907-9ac2-069ef846beb3 req-62c26317-1836-4905-bccd-ac44c555ca08 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:18.171010 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-1ff4f1c5-4d90-4907-9ac2-069ef846beb3 req-62c26317-1836-4905-bccd-ac44c555ca08 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/ports?device_id=be96d631-99be-4706-8cea-33bb859d832f HTTP/1.1" status: 200 len: 946 time: 0.0502281 Aug 19 02:22:18.209798 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-1ff4f1c5-4d90-4907-9ac2-069ef846beb3 req-8016176e-d69f-4c67-b1c9-89b8987855dd tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/security-groups?id=33d88cd5-45b5-4cfd-83d8-744ef1666cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331261 Aug 19 02:22:18.211137 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-92cf9a22-af6c-4b88-8220-19a9cd91237b req-b322187e-8ccd-441f-a3c4-abf36bc391d0 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329022 Aug 19 02:22:18.315255 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fda4e-8c79-4ad8-b7f6-27a760c0034a req-f2361204-ca45-4af4-90af-f35fbd73d55e tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:18.316735 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-336fda4e-8c79-4ad8-b7f6-27a760c0034a req-f2361204-ca45-4af4-90af-f35fbd73d55e tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f3b05e7-10d0-4838-bdb9-ef8751bb27ee HTTP/1.1" status: 200 len: 944 time: 0.0508459 Aug 19 02:22:18.354170 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-336fda4e-8c79-4ad8-b7f6-27a760c0034a req-79fb34fe-5a2e-4885-9e1d-17a727c91148 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315077 Aug 19 02:22:18.448202 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:19.330000 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c555ac-98c8-4e62-872c-1752284543c9 req-db072a2a-387b-4eb1-9237-1e9a3e322822 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:19.331401 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-29c555ac-98c8-4e62-872c-1752284543c9 req-db072a2a-387b-4eb1-9237-1e9a3e322822 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/ports?device_id=be96d631-99be-4706-8cea-33bb859d832f HTTP/1.1" status: 200 len: 946 time: 0.0492425 Aug 19 02:22:19.331517 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97719ffe-d18f-4802-b299-0d760f55f418 req-0e62c74a-3f2a-4265-aa8f-85957dc7a63a tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:19.332932 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-97719ffe-d18f-4802-b299-0d760f55f418 req-0e62c74a-3f2a-4265-aa8f-85957dc7a63a tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0481091 Aug 19 02:22:19.378081 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-29c555ac-98c8-4e62-872c-1752284543c9 req-5db30758-f5ec-4083-a396-b27ad37ce7d6 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/security-groups?id=33d88cd5-45b5-4cfd-83d8-744ef1666cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390058 Aug 19 02:22:19.383722 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-97719ffe-d18f-4802-b299-0d760f55f418 req-0e8a9294-36a6-43e2-9797-51487fe3750c tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415845 Aug 19 02:22:19.482523 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f2d3c-0c8c-49e8-b3ec-a1e9f75df831 req-4c744ea7-defb-4d2b-ad5e-d19cad888243 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:19.484238 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-466f2d3c-0c8c-49e8-b3ec-a1e9f75df831 req-4c744ea7-defb-4d2b-ad5e-d19cad888243 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f3b05e7-10d0-4838-bdb9-ef8751bb27ee HTTP/1.1" status: 200 len: 944 time: 0.0484824 Aug 19 02:22:19.528830 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-466f2d3c-0c8c-49e8-b3ec-a1e9f75df831 req-ae877fbf-a9a0-4c76-94e4-12633cb8e01b tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384045 Aug 19 02:22:20.311255 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 43df78d2-dcdc-4f8c-94f1-59ea6689eed3 up at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:22:20.396709 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:20.421857 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning for port 43df78d2-dcdc-4f8c-94f1-59ea6689eed3 completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:22:20.426349 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning complete for port 43df78d2-dcdc-4f8c-94f1-59ea6689eed3 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:22:20.426889 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:20.510340 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:20.522429 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6594a-a0a7-4d3e-a779-dd4b84dfe645 req-471fcead-25b4-4fdf-a0a8-c96cd6c4a9fa tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:20.524766 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-a6c6594a-a0a7-4d3e-a779-dd4b84dfe645 req-471fcead-25b4-4fdf-a0a8-c96cd6c4a9fa tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0708010 Aug 19 02:22:20.536053 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b2f63-363c-4d50-9a9a-e59cd944d44a req-88b4a1de-1915-4017-8766-f512986c57d8 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:20.541337 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3b05e7-10d0-4838-bdb9-ef8751bb27ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43df78d2-dcdc-4f8c-94f1-59ea6689eed3'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:22:20.543816 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bda349f3ade6abb3bc5cfb3e12963279474636f4ef178e03561db7d4c095529d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941f97ce-785b-4d14-b55b-32c60dc4d4de" -d '{"events": [{"server_uuid": "9f3b05e7-10d0-4838-bdb9-ef8751bb27ee", "name": "network-vif-plugged", "status": "completed", "tag": "43df78d2-dcdc-4f8c-94f1-59ea6689eed3"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:22:20.544442 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c33b2f63-363c-4d50-9a9a-e59cd944d44a req-88b4a1de-1915-4017-8766-f512986c57d8 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/ports?device_id=be96d631-99be-4706-8cea-33bb859d832f HTTP/1.1" status: 200 len: 946 time: 0.0912776 Aug 19 02:22:20.564192 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 43df78d2-dcdc-4f8c-94f1-59ea6689eed3, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=43df78d2-dcdc-4f8c-94f1-59ea6689eed3,segment=NetworkSegment(9bf1da37-dd52-4a35-a6bf-1be2af2df224),segment_id=9bf1da37-dd52-4a35-a6bf-1be2af2df224)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:22:20.574221 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 35736) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:20.578842 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-a6c6594a-a0a7-4d3e-a779-dd4b84dfe645 req-63aedf53-cec8-4f63-ba84-9fd8ba7db8bd tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448115 Aug 19 02:22:20.589317 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c33b2f63-363c-4d50-9a9a-e59cd944d44a req-87716894-b95b-4460-ada4-467b47a6a844 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/security-groups?id=33d88cd5-45b5-4cfd-83d8-744ef1666cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415895 Aug 19 02:22:20.637299 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107bca94-e6be-4aa3-863d-8be593fd0294 x-openstack-request-id: req-107bca94-e6be-4aa3-863d-8be593fd0294 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:22:20.637604 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f3b05e7-10d0-4838-bdb9-ef8751bb27ee", "name": "network-vif-plugged", "status": "completed", "tag": "43df78d2-dcdc-4f8c-94f1-59ea6689eed3", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:22:20.637861 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-107bca94-e6be-4aa3-863d-8be593fd0294 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:22:20.638256 dv-cinder-755654-10-iscsi neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3b05e7-10d0-4838-bdb9-ef8751bb27ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43df78d2-dcdc-4f8c-94f1-59ea6689eed3', 'code': 200} Aug 19 02:22:20.650611 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:20.779275 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d3531-3941-48db-b69d-d561a19f08d2 req-3de2fff6-0ce9-472b-8219-e830a8864e4c tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:20.782862 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-1f8d3531-3941-48db-b69d-d561a19f08d2 req-3de2fff6-0ce9-472b-8219-e830a8864e4c tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f3b05e7-10d0-4838-bdb9-ef8751bb27ee HTTP/1.1" status: 200 len: 945 time: 0.1003237 Aug 19 02:22:20.790407 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c7e3e96d-1dcd-4e2a-abb8-5cbcba350891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:20.831190 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=43df78d2-dcdc-4f8c-94f1-59ea6689eed3,revision_number=5']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:20.861709 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-1f8d3531-3941-48db-b69d-d561a19f08d2 req-21b5a7a6-afaf-49a1-8a75-eabf948ad6aa tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715356 Aug 19 02:22:20.896668 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c7e3e96d-1dcd-4e2a-abb8-5cbcba350891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:20.998039 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c7e3e96d-1dcd-4e2a-abb8-5cbcba350891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:21.051136 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-c7e3e96d-1dcd-4e2a-abb8-5cbcba350891 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fe5bdc6dbb924b3086ed1a10548d2921&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4757519 Aug 19 02:22:21.053437 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1f8b1-181d-4506-bea8-ca74507f09e7 req-6dd50ec4-9f4a-49f2-bbdb-4780c3e36387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:21.053817 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 35786) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:21.054908 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-bca1f8b1-181d-4506-bea8-ca74507f09e7 req-6dd50ec4-9f4a-49f2-bbdb-4780c3e36387 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9f3b05e7-10d0-4838-bdb9-ef8751bb27ee HTTP/1.1" status: 200 len: 1098 time: 0.0814064 Aug 19 02:22:21.055494 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3e96d-1dcd-4e2a-abb8-5cbcba350891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9b0ad5-1dbd-4745-877c-07a196b6646e,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:21.093738 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-bca1f8b1-181d-4506-bea8-ca74507f09e7 req-b01e357b-f922-4aad-b3e6-bd8f3188bfc0 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289679 Aug 19 02:22:21.113229 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-d1ab760f-c5be-4baf-b055-d4ad79e3c3b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:21.135285 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-d1ab760f-c5be-4baf-b055-d4ad79e3c3b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:21.212722 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0d943-a956-476b-a994-55c38927f148 req-1bedde67-71d1-4d85-86c8-71a2e630b171 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:21.214223 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-d9a0d943-a956-476b-a994-55c38927f148 req-1bedde67-71d1-4d85-86c8-71a2e630b171 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0638487 Aug 19 02:22:21.255452 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-d9a0d943-a956-476b-a994-55c38927f148 req-50ac5ccd-38d6-4ba7-ab2a-31435f52530a tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348544 Aug 19 02:22:21.307562 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-d1ab760f-c5be-4baf-b055-d4ad79e3c3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:21.310610 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-d1ab760f-c5be-4baf-b055-d4ad79e3c3b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:21.313117 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-d1ab760f-c5be-4baf-b055-d4ad79e3c3b6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1b9b0ad5-1dbd-4745-877c-07a196b6646e HTTP/1.1" status: 204 len: 168 time: 0.2582700 Aug 19 02:22:21.321856 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab760f-c5be-4baf-b055-d4ad79e3c3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9b0ad5-1dbd-4745-877c-07a196b6646e,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:21.535880 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39302ead-1742-4839-a95d-9e50456a8697 req-2f1e7dcc-7de5-48ca-9368-e24086994ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:21.537597 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-39302ead-1742-4839-a95d-9e50456a8697 req-2f1e7dcc-7de5-48ca-9368-e24086994ca1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f88380b35b344618ad799a1cadc0fb84&device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 1099 time: 0.0444458 Aug 19 02:22:21.640152 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39302ead-1742-4839-a95d-9e50456a8697 req-a4e31aa1-e99b-4ab2-9e66-f50beea7ec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:21.641678 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-39302ead-1742-4839-a95d-9e50456a8697 req-a4e31aa1-e99b-4ab2-9e66-f50beea7ec99 service neutron] 10.222.0.22 "GET /v2.0/networks?id=29f65fa0-1bb5-44ce-9209-cb366705e117 HTTP/1.1" status: 200 len: 919 time: 0.0920465 Aug 19 02:22:21.687158 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-39302ead-1742-4839-a95d-9e50456a8697 req-fa3bb38e-56b4-438b-a0fd-c822de2603b2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=136eaf5d-4205-4d94-a4b8-0c5c0c69ce58 HTTP/1.1" status: 200 len: 217 time: 0.0339932 Aug 19 02:22:21.738582 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39302ead-1742-4839-a95d-9e50456a8697 req-a4fab6ce-091a-443b-b48f-a1de58805ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:21.740030 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-39302ead-1742-4839-a95d-9e50456a8697 req-a4fab6ce-091a-443b-b48f-a1de58805ec6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fa40c230-027a-477d-b4e7-d3dafbebf0e8 HTTP/1.1" status: 200 len: 858 time: 0.0424457 Aug 19 02:22:21.778435 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-39302ead-1742-4839-a95d-9e50456a8697 req-3f43cc4a-02c8-4e7b-a61e-4c03cf666c6f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=29f65fa0-1bb5-44ce-9209-cb366705e117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237539 Aug 19 02:22:21.888671 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 35808) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:21.897621 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-39302ead-1742-4839-a95d-9e50456a8697 req-6a8fc3ff-3c29-4978-8a51-eb8e0df6d257 service neutron] 10.222.0.22 "GET /v2.0/networks/29f65fa0-1bb5-44ce-9209-cb366705e117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020918 Aug 19 02:22:21.904645 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1708e718-48f5-48b3-a44d-76434c94ece0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:21.997702 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-39302ead-1742-4839-a95d-9e50456a8697 req-90c303c6-7b06-40f8-b1a5-a522ccde8206 service neutron] 10.222.0.22 "GET /v2.0/networks/29f65fa0-1bb5-44ce-9209-cb366705e117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913301 Aug 19 02:22:22.016025 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12714b-823b-4ec5-85db-56faf8ce764d req-abb03f10-a240-45f1-ac70-8213caa17c5d tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:22.017551 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-9e12714b-823b-4ec5-85db-56faf8ce764d req-abb03f10-a240-45f1-ac70-8213caa17c5d tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f3b05e7-10d0-4838-bdb9-ef8751bb27ee HTTP/1.1" status: 200 len: 945 time: 0.0707564 Aug 19 02:22:22.062508 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1708e718-48f5-48b3-a44d-76434c94ece0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:22.076192 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-9e12714b-823b-4ec5-85db-56faf8ce764d req-c47e0507-23b2-45c2-9eed-8747239adc52 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521271 Aug 19 02:22:22.148043 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1708e718-48f5-48b3-a44d-76434c94ece0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:22.200007 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-1708e718-48f5-48b3-a44d-76434c94ece0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=89de9a0b002c4e44835523d3cc9a3d07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3076253 Aug 19 02:22:22.200007 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1708e718-48f5-48b3-a44d-76434c94ece0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086f2e07-6197-4bd4-a264-37397b5386bf,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:22.200557 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 35826) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:22.251892 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fed40365-5e68-4631-89c9-5e79a0c0083d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:22.273948 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fed40365-5e68-4631-89c9-5e79a0c0083d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:22.376691 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce71ce8-4547-4008-b85c-a382f6fab83b req-6cad4318-0f1d-4f0b-a852-1864f50df4a1 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:22.378301 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-3ce71ce8-4547-4008-b85c-a382f6fab83b req-6cad4318-0f1d-4f0b-a852-1864f50df4a1 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0522752 Aug 19 02:22:22.404622 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fed40365-5e68-4631-89c9-5e79a0c0083d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:22.407361 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-fed40365-5e68-4631-89c9-5e79a0c0083d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:22.408454 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-fed40365-5e68-4631-89c9-5e79a0c0083d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/086f2e07-6197-4bd4-a264-37397b5386bf HTTP/1.1" status: 204 len: 168 time: 0.2067497 Aug 19 02:22:22.428012 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-3ce71ce8-4547-4008-b85c-a382f6fab83b req-416a3d00-2a98-4003-b7df-48e78e9bd8b2 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434361 Aug 19 02:22:22.429926 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed40365-5e68-4631-89c9-5e79a0c0083d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086f2e07-6197-4bd4-a264-37397b5386bf,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:23.198326 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed1f22-9624-4909-b96e-ea43e2c93eb4 req-ed2e2ac4-151a-40bc-b3c0-341a281db6af tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:23.200341 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-77ed1f22-9624-4909-b96e-ea43e2c93eb4 req-ed2e2ac4-151a-40bc-b3c0-341a281db6af tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f3b05e7-10d0-4838-bdb9-ef8751bb27ee HTTP/1.1" status: 200 len: 945 time: 0.0519230 Aug 19 02:22:23.244692 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-77ed1f22-9624-4909-b96e-ea43e2c93eb4 req-11f736f2-e5fe-4746-9685-ba3378085a39 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381124 Aug 19 02:22:23.583344 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32f804-5686-4463-96b9-352e1435f8fc req-5631eddc-1085-4c18-a62c-d9ec7eb63383 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:23.598171 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-da32f804-5686-4463-96b9-352e1435f8fc req-5631eddc-1085-4c18-a62c-d9ec7eb63383 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0887668 Aug 19 02:22:23.639433 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-da32f804-5686-4463-96b9-352e1435f8fc req-31078fcc-a107-4132-9bcf-d7f3720e4943 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334389 Aug 19 02:22:24.082876 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 35882) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:24.185178 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d913783a-e504-4842-8bc7-5a820edca512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:24.273208 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d913783a-e504-4842-8bc7-5a820edca512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:24.341534 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d913783a-e504-4842-8bc7-5a820edca512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:24.367109 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f2fab-9644-4f5a-864e-6e6f75ca5518 req-9a3f533c-3cf3-482b-9d08-048320abf9c9 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:24.368624 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-3f4f2fab-9644-4f5a-864e-6e6f75ca5518 req-9a3f533c-3cf3-482b-9d08-048320abf9c9 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f3b05e7-10d0-4838-bdb9-ef8751bb27ee HTTP/1.1" status: 200 len: 945 time: 0.0508344 Aug 19 02:22:24.378886 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d913783a-e504-4842-8bc7-5a820edca512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e288b1dc-c2de-405c-8cab-3b3890e0893e,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:24.383210 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-d913783a-e504-4842-8bc7-5a820edca512 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0e4596e523e04a9bad3199e9fe9e4b71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2993140 Aug 19 02:22:24.386055 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 35888) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:24.413279 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-3f4f2fab-9644-4f5a-864e-6e6f75ca5518 req-9c7ce1c9-270e-49d3-8543-64bc3318ba27 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369930 Aug 19 02:22:24.437992 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-18a6618d-9cfe-44ac-8506-9523314ff7f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:24.460338 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-18a6618d-9cfe-44ac-8506-9523314ff7f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:24.593993 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-18a6618d-9cfe-44ac-8506-9523314ff7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:24.596621 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-18a6618d-9cfe-44ac-8506-9523314ff7f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:24.597955 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-18a6618d-9cfe-44ac-8506-9523314ff7f2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e288b1dc-c2de-405c-8cab-3b3890e0893e HTTP/1.1" status: 204 len: 168 time: 0.2108717 Aug 19 02:22:24.606918 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a6618d-9cfe-44ac-8506-9523314ff7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e288b1dc-c2de-405c-8cab-3b3890e0893e,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:24.762999 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a97bd-b549-4f9b-bcad-beaf19e705d9 req-a2f51203-bdc3-4ca3-8efd-d26140527848 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:24.764530 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9d1a97bd-b549-4f9b-bcad-beaf19e705d9 req-a2f51203-bdc3-4ca3-8efd-d26140527848 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0524294 Aug 19 02:22:24.805370 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9d1a97bd-b549-4f9b-bcad-beaf19e705d9 req-75a22fb9-0ceb-4c2c-9081-79ddc7e16825 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330894 Aug 19 02:22:26.181267 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 35948) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:26.284776 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-00ec2eb1-6c34-4e73-b22c-b5503883ec5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:26.370541 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-00ec2eb1-6c34-4e73-b22c-b5503883ec5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:26.415398 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-00ec2eb1-6c34-4e73-b22c-b5503883ec5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:26.453321 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-00ec2eb1-6c34-4e73-b22c-b5503883ec5b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cb73390a966e4e28991235a1f379188b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2709665 Aug 19 02:22:26.454499 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec2eb1-6c34-4e73-b22c-b5503883ec5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82602b2-4ca9-41bd-9024-a075be53cd68,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:26.456804 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 35952) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:26.506393 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-eafffcbf-4f97-4220-b4a0-b6e34017627b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:26.526961 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-eafffcbf-4f97-4220-b4a0-b6e34017627b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:26.627679 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-eafffcbf-4f97-4220-b4a0-b6e34017627b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:26.630256 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-eafffcbf-4f97-4220-b4a0-b6e34017627b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:26.631389 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-eafffcbf-4f97-4220-b4a0-b6e34017627b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c82602b2-4ca9-41bd-9024-a075be53cd68 HTTP/1.1" status: 204 len: 168 time: 0.1730852 Aug 19 02:22:26.639371 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafffcbf-4f97-4220-b4a0-b6e34017627b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82602b2-4ca9-41bd-9024-a075be53cd68,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:29.269754 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4aeac-86d8-4964-81dd-913357678fde req-68337a18-4288-4536-a9c1-5dfaa080529e tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:29.269754 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-4df4aeac-86d8-4964-81dd-913357678fde req-68337a18-4288-4536-a9c1-5dfaa080529e tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0489197 Aug 19 02:22:29.282146 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-4df4aeac-86d8-4964-81dd-913357678fde req-3471cb02-215a-4cf5-ad04-6db760544e5e tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405526 Aug 19 02:22:30.405241 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2f053-f48e-4d54-b43e-10e265f51793 req-c736ae63-e73b-4c4e-86ff-1c3665cf94ac tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:30.407232 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-63f2f053-f48e-4d54-b43e-10e265f51793 req-c736ae63-e73b-4c4e-86ff-1c3665cf94ac tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0508311 Aug 19 02:22:30.445246 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-63f2f053-f48e-4d54-b43e-10e265f51793 req-9e15cfcd-9631-4a3a-ae14-d9db2b8e903e tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321622 Aug 19 02:22:31.562209 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb790dfe-dfed-40cc-bfb4-de712f02114e req-f9c65760-9c7e-44f6-9ef0-a22a06f03160 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:31.563608 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-eb790dfe-dfed-40cc-bfb4-de712f02114e req-f9c65760-9c7e-44f6-9ef0-a22a06f03160 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0505581 Aug 19 02:22:31.602909 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-eb790dfe-dfed-40cc-bfb4-de712f02114e req-26822286-c533-4312-bf5e-384cd38445fa tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325191 Aug 19 02:22:32.044890 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 6 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:22:32.715948 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe927c-0463-4410-8b1b-c1f45468daba req-923efe17-4f25-4e33-86a8-5de0f23d9ac1 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:32.717530 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-3cfe927c-0463-4410-8b1b-c1f45468daba req-923efe17-4f25-4e33-86a8-5de0f23d9ac1 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0466561 Aug 19 02:22:32.755699 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-3cfe927c-0463-4410-8b1b-c1f45468daba req-dfed468f-2d88-45cd-b7f9-b17abdad5055 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324757 Aug 19 02:22:33.878410 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6d742-be94-4454-a4b9-0e54626c4557 req-1e5a91f0-de2e-4eff-9418-276e61edae32 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:33.879926 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-82d6d742-be94-4454-a4b9-0e54626c4557 req-1e5a91f0-de2e-4eff-9418-276e61edae32 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0536647 Aug 19 02:22:33.918610 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-82d6d742-be94-4454-a4b9-0e54626c4557 req-8414adc3-1732-4427-91c4-32b53cf3d01f tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322416 Aug 19 02:22:35.035990 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc8ab25-bd73-4ec0-b466-f6e0043070b6 req-2237ca53-9687-4ff8-be38-dc67ebcbe192 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:35.037609 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-2fc8ab25-bd73-4ec0-b466-f6e0043070b6 req-2237ca53-9687-4ff8-be38-dc67ebcbe192 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0489414 Aug 19 02:22:35.075882 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-2fc8ab25-bd73-4ec0-b466-f6e0043070b6 req-6d2445d8-659d-4f2b-a2aa-0ce3f229af4c tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324175 Aug 19 02:22:35.756911 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-7871695a-230f-437f-9bf2-e6feb41daa29 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ddb0bd8794c949dc801e24d3b96973f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297027 Aug 19 02:22:35.947027 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-f0003574-eeb9-45d9-be27-fbb07a52bfba tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:35.948607 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-f0003574-eeb9-45d9-be27-fbb07a52bfba tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1863480 Aug 19 02:22:35.964015 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-239f2ce2-fa16-4235-bd41-0bf5b080c584 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/quotas/ddb0bd8794c949dc801e24d3b96973f1 HTTP/1.1" status: 200 len: 375 time: 0.0096276 Aug 19 02:22:36.207866 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1c423-418e-489b-81e4-c4647c5d93d2 req-8bd4266d-dfe0-4c52-a086-d9ffa92a6a67 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:36.210671 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-49a1c423-418e-489b-81e4-c4647c5d93d2 req-8bd4266d-dfe0-4c52-a086-d9ffa92a6a67 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0615487 Aug 19 02:22:36.229463 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-176d2a35-f548-4e68-8bc0-69d3685725f9 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ddb0bd8794c949dc801e24d3b96973f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2603838 Aug 19 02:22:36.252620 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-49a1c423-418e-489b-81e4-c4647c5d93d2 req-500543d0-2077-4a10-b0c2-e1b2a96c6f5f tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351672 Aug 19 02:22:36.476312 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-05c60cf8-5ed8-4102-be86-d4c05bf0051c req-ddde31ce-43bf-4170-b03e-f2cd6b8bc762 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e3686fe-dce2-4b6b-adf0-49197bcd920f HTTP/1.1" status: 200 len: 210 time: 0.0298038 Aug 19 02:22:37.376183 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908741e-2c18-4b22-816f-3cb7dea779e3 req-b4df4f46-3683-44b1-af03-c502b4dbaf8d tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:37.377813 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-5908741e-2c18-4b22-816f-3cb7dea779e3 req-b4df4f46-3683-44b1-af03-c502b4dbaf8d tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0494275 Aug 19 02:22:37.417842 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-5908741e-2c18-4b22-816f-3cb7dea779e3 req-a4204dc6-13f3-4614-a8e3-6560e50855c3 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324607 Aug 19 02:22:37.574393 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-4098da55-ea83-42d6-94da-b9b0a1894e52 req-61b0056c-f226-4b6b-9fb2-4b085a3d6c44 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e3686fe-dce2-4b6b-adf0-49197bcd920f HTTP/1.1" status: 200 len: 210 time: 0.0261743 Aug 19 02:22:38.346624 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:38.537338 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8c3ec-36a8-446b-a898-0692f02c2019 req-aee23837-6d46-4674-b9c9-0b5415a14a20 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:38.538814 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-dca8c3ec-36a8-446b-a898-0692f02c2019 req-aee23837-6d46-4674-b9c9-0b5415a14a20 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0474861 Aug 19 02:22:38.605471 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-dca8c3ec-36a8-446b-a898-0692f02c2019 req-e7d2361a-f17c-4186-84be-0e227b7f3f08 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607274 Aug 19 02:22:38.607300 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-e0a9e339-9281-435f-9940-b2aa9d5b6351 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=ddb0bd8794c949dc801e24d3b96973f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304284 Aug 19 02:22:38.684189 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-b3badacd-9e1e-4dec-b478-eac365a586d6 req-9884cfdb-dd50-4297-b4be-54b2e3e12fde tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e3686fe-dce2-4b6b-adf0-49197bcd920f HTTP/1.1" status: 200 len: 210 time: 0.0338225 Aug 19 02:22:38.732316 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-de797549-de5e-46d2-bdac-09f1fe931d71 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:38.733785 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-de797549-de5e-46d2-bdac-09f1fe931d71 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1162097 Aug 19 02:22:38.748346 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-045329ba-51bf-495e-ae5f-4dcdd4b87a39 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Request body: {'port': {'device_id': '9e3686fe-dce2-4b6b-adf0-49197bcd920f', 'network_id': '4a27f2cd-bda6-4cf3-b804-16829f55584a', 'admin_state_up': True, 'tenant_id': 'ddb0bd8794c949dc801e24d3b96973f1'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:22:38.967918 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-045329ba-51bf-495e-ae5f-4dcdd4b87a39 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Made reservation on behalf of ddb0bd8794c949dc801e24d3b96973f1 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:22:38.977504 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-045329ba-51bf-495e-ae5f-4dcdd4b87a39 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:38.980701 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-045329ba-51bf-495e-ae5f-4dcdd4b87a39 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:39.075364 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-045329ba-51bf-495e-ae5f-4dcdd4b87a39 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:39.158803 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-045329ba-51bf-495e-ae5f-4dcdd4b87a39 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:39.221706 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045329ba-51bf-495e-ae5f-4dcdd4b87a39 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15a567a7-a812-4df5-b4b2-d7b3d939f751,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:39.298002 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-045329ba-51bf-495e-ae5f-4dcdd4b87a39 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Allocated IP 192.168.233.250 (4a27f2cd-bda6-4cf3-b804-16829f55584a/1b6cf354-ef63-4a7f-bb3a-de3eec0e4dd0/80ac1dc9-ba57-4d13-af1d-7015cd7b51a6) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:22:39.444007 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-045329ba-51bf-495e-ae5f-4dcdd4b87a39 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:39.456540 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-045329ba-51bf-495e-ae5f-4dcdd4b87a39 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Transition to ACTIVE for port object 80ac1dc9-ba57-4d13-af1d-7015cd7b51a6 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:22:39.559068 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-045329ba-51bf-495e-ae5f-4dcdd4b87a39 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:39.603128 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-045329ba-51bf-495e-ae5f-4dcdd4b87a39 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Network 4a27f2cd-bda6-4cf3-b804-16829f55584a is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:22:39.606111 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-045329ba-51bf-495e-ae5f-4dcdd4b87a39 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:22:39.609881 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-045329ba-51bf-495e-ae5f-4dcdd4b87a39 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:22:39.636490 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045329ba-51bf-495e-ae5f-4dcdd4b87a39 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Pushing event updated for resources: {'Port': ['ID=80ac1dc9-ba57-4d13-af1d-7015cd7b51a6,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:39.670870 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-045329ba-51bf-495e-ae5f-4dcdd4b87a39 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:39.671623 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-045329ba-51bf-495e-ae5f-4dcdd4b87a39 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:39.748348 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-045329ba-51bf-495e-ae5f-4dcdd4b87a39 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0037873 Aug 19 02:22:39.766182 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520b224-88b0-4edb-90ef-246aaae00250 req-467f9a4b-f8b7-42a8-83f8-1dcc2b3bcec1 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:39.768020 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b520b224-88b0-4edb-90ef-246aaae00250 req-467f9a4b-f8b7-42a8-83f8-1dcc2b3bcec1 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0648091 Aug 19 02:22:39.774138 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-b069deb8-1e2c-4db3-a83d-26788ea8d507 service neutron] Request body: {'port': {'device_id': '9e3686fe-dce2-4b6b-adf0-49197bcd920f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75565'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:22:39.815913 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f33589-a0d1-4114-9a0e-1bafe88c75c4 req-46af4873-8a3f-4785-9cc2-0246557afc7d tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:39.817459 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-60f33589-a0d1-4114-9a0e-1bafe88c75c4 req-46af4873-8a3f-4785-9cc2-0246557afc7d tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e3686fe-dce2-4b6b-adf0-49197bcd920f HTTP/1.1" status: 200 len: 936 time: 0.0545716 Aug 19 02:22:39.856513 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b520b224-88b0-4edb-90ef-246aaae00250 req-1f35ab60-5842-4887-a813-b625690f1653 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773377 Aug 19 02:22:39.859002 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-b069deb8-1e2c-4db3-a83d-26788ea8d507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:39.862861 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-60f33589-a0d1-4114-9a0e-1bafe88c75c4 req-92719368-a11e-4986-8eb4-c39af7c567bd tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/security-groups?id=15a567a7-a812-4df5-b4b2-d7b3d939f751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379009 Aug 19 02:22:39.884243 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-40bb5d46-d0c1-4feb-9850-dac61ee7bfba None None] Provisioning for port 80ac1dc9-ba57-4d13-af1d-7015cd7b51a6 completed by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:22:39.884243 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-40bb5d46-d0c1-4feb-9850-dac61ee7bfba None None] Provisioning complete for port 80ac1dc9-ba57-4d13-af1d-7015cd7b51a6 triggered by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:22:39.884243 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-40bb5d46-d0c1-4feb-9850-dac61ee7bfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:39.915654 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-40bb5d46-d0c1-4feb-9850-dac61ee7bfba None None] Port 80ac1dc9-ba57-4d13-af1d-7015cd7b51a6 cannot update to ACTIVE because it is not bound. {{(pid=94446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:22:40.131954 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-b069deb8-1e2c-4db3-a83d-26788ea8d507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80ac1dc9-ba57-4d13-af1d-7015cd7b51a6 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:22:40.139289 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-b069deb8-1e2c-4db3-a83d-26788ea8d507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:40.151334 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-b069deb8-1e2c-4db3-a83d-26788ea8d507 service neutron] Transition to ACTIVE for port object 80ac1dc9-ba57-4d13-af1d-7015cd7b51a6 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:22:40.230813 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-b069deb8-1e2c-4db3-a83d-26788ea8d507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:40.288579 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069deb8-1e2c-4db3-a83d-26788ea8d507 service neutron] Pushing event updated for resources: {'Port': ['ID=80ac1dc9-ba57-4d13-af1d-7015cd7b51a6,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:40.363595 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-b069deb8-1e2c-4db3-a83d-26788ea8d507 service neutron] Attempting to bind port 80ac1dc9-ba57-4d13-af1d-7015cd7b51a6 on host hv-cinder-75565 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:22:40.363932 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-b069deb8-1e2c-4db3-a83d-26788ea8d507 service neutron] Attempting to bind port 80ac1dc9-ba57-4d13-af1d-7015cd7b51a6 by drivers openvswitch,hyperv on host hv-cinder-75565 at level 0 using segments [{'id': 'e7769a56-fab4-475b-a302-7ea0361e10a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4a27f2cd-bda6-4cf3-b804-16829f55584a'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:22:40.364261 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-b069deb8-1e2c-4db3-a83d-26788ea8d507 service neutron] Attempting to bind port 80ac1dc9-ba57-4d13-af1d-7015cd7b51a6 on network 4a27f2cd-bda6-4cf3-b804-16829f55584a {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:22:40.369567 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-b069deb8-1e2c-4db3-a83d-26788ea8d507 service neutron] Port 80ac1dc9-ba57-4d13-af1d-7015cd7b51a6 on network 4a27f2cd-bda6-4cf3-b804-16829f55584a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75565 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 02:22:40.369893 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-b069deb8-1e2c-4db3-a83d-26788ea8d507 service neutron] Attempting to bind port 80ac1dc9-ba57-4d13-af1d-7015cd7b51a6 on network 4a27f2cd-bda6-4cf3-b804-16829f55584a {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:22:40.376153 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-b069deb8-1e2c-4db3-a83d-26788ea8d507 service neutron] Checking agent: {'id': '41372272-fa96-45fc-afce-a2209819517f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 18, 6), 'started_at': datetime.datetime(2021, 8, 19, 2, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:22:40.376893 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-b069deb8-1e2c-4db3-a83d-26788ea8d507 service neutron] Checking segment: {'id': 'e7769a56-fab4-475b-a302-7ea0361e10a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4a27f2cd-bda6-4cf3-b804-16829f55584a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:22:40.377627 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-b069deb8-1e2c-4db3-a83d-26788ea8d507 service neutron] Bound using segment: {'id': 'e7769a56-fab4-475b-a302-7ea0361e10a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4a27f2cd-bda6-4cf3-b804-16829f55584a'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:22:40.378260 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-b069deb8-1e2c-4db3-a83d-26788ea8d507 service neutron] Bound port: 80ac1dc9-ba57-4d13-af1d-7015cd7b51a6, host: hv-cinder-75565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7769a56-fab4-475b-a302-7ea0361e10a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4a27f2cd-bda6-4cf3-b804-16829f55584a'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:22:40.379098 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-b069deb8-1e2c-4db3-a83d-26788ea8d507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:40.453669 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-b069deb8-1e2c-4db3-a83d-26788ea8d507 service neutron] For port 80ac1dc9-ba57-4d13-af1d-7015cd7b51a6, host hv-cinder-75565, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:22:40.456742 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-b069deb8-1e2c-4db3-a83d-26788ea8d507 service neutron] For port 80ac1dc9-ba57-4d13-af1d-7015cd7b51a6, host hv-cinder-75565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=80ac1dc9-ba57-4d13-af1d-7015cd7b51a6,segment=NetworkSegment(e7769a56-fab4-475b-a302-7ea0361e10a5),segment_id=e7769a56-fab4-475b-a302-7ea0361e10a5)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:22:40.541681 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-b069deb8-1e2c-4db3-a83d-26788ea8d507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:40.575184 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-b069deb8-1e2c-4db3-a83d-26788ea8d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:40.576080 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-b069deb8-1e2c-4db3-a83d-26788ea8d507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:40.577489 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-b069deb8-1e2c-4db3-a83d-26788ea8d507 service neutron] 10.222.0.22 "PUT /v2.0/ports/80ac1dc9-ba57-4d13-af1d-7015cd7b51a6 HTTP/1.1" status: 200 len: 1098 time: 0.8085072 Aug 19 02:22:40.579604 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e3686fe-dce2-4b6b-adf0-49197bcd920f', 'tag': '80ac1dc9-ba57-4d13-af1d-7015cd7b51a6'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:22:40.581872 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9493ca-e6d5-42c4-bf0c-35fe52f0e537" -d '{"events": [{"name": "network-changed", "server_uuid": "9e3686fe-dce2-4b6b-adf0-49197bcd920f", "tag": "80ac1dc9-ba57-4d13-af1d-7015cd7b51a6"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:22:40.612192 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069deb8-1e2c-4db3-a83d-26788ea8d507 service neutron] Pushing event updated for resources: {'Port': ['ID=80ac1dc9-ba57-4d13-af1d-7015cd7b51a6,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:40.632677 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f70fd09-cb8c-46c0-bbdc-daf7b2a6e49b x-openstack-request-id: req-4f70fd09-cb8c-46c0-bbdc-daf7b2a6e49b {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:22:40.632972 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e3686fe-dce2-4b6b-adf0-49197bcd920f", "tag": "80ac1dc9-ba57-4d13-af1d-7015cd7b51a6", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:22:40.633293 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4f70fd09-cb8c-46c0-bbdc-daf7b2a6e49b {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:22:40.633706 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e3686fe-dce2-4b6b-adf0-49197bcd920f', 'tag': '80ac1dc9-ba57-4d13-af1d-7015cd7b51a6', 'status': 'completed', 'code': 200} Aug 19 02:22:40.707590 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9493ca-e6d5-42c4-bf0c-35fe52f0e537 req-6d75f4a0-1eb1-4e50-934f-d66f159777b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:40.709273 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-5a9493ca-e6d5-42c4-bf0c-35fe52f0e537 req-6d75f4a0-1eb1-4e50-934f-d66f159777b2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ddb0bd8794c949dc801e24d3b96973f1&device_id=9e3686fe-dce2-4b6b-adf0-49197bcd920f HTTP/1.1" status: 200 len: 1101 time: 0.0430231 Aug 19 02:22:40.739334 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-5a9493ca-e6d5-42c4-bf0c-35fe52f0e537 req-1a4b6631-240c-46ab-a19d-63cd769088c9 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=ddb0bd8794c949dc801e24d3b96973f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204928 Aug 19 02:22:40.843556 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9493ca-e6d5-42c4-bf0c-35fe52f0e537 req-6b592500-d762-42ef-b7ce-4e5857a7cb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:40.845755 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-5a9493ca-e6d5-42c4-bf0c-35fe52f0e537 req-6b592500-d762-42ef-b7ce-4e5857a7cb2a service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0958869 Aug 19 02:22:40.932321 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-e5b80f8f-ff51-4e3c-a787-08262a2c05c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:40.933963 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-e5b80f8f-ff51-4e3c-a787-08262a2c05c4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ddb0bd8794c949dc801e24d3b96973f1&device_id=9e3686fe-dce2-4b6b-adf0-49197bcd920f HTTP/1.1" status: 200 len: 1101 time: 0.0426931 Aug 19 02:22:40.982691 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b1b81-d18b-4f6c-83d5-f4be79d0f266 req-455f699e-9356-4fa9-a957-cf74b62e9616 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:40.984181 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-820b1b81-d18b-4f6c-83d5-f4be79d0f266 req-455f699e-9356-4fa9-a957-cf74b62e9616 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0558386 Aug 19 02:22:41.008125 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-8463b3a6-d7b2-4b3e-bf56-9d8c3ce1b5ee service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=80ac1dc9-ba57-4d13-af1d-7015cd7b51a6 HTTP/1.1" status: 200 len: 217 time: 0.0590072 Aug 19 02:22:41.030668 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-820b1b81-d18b-4f6c-83d5-f4be79d0f266 req-45d0fad3-3e4f-41d0-bcb8-45e9f746e266 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398834 Aug 19 02:22:41.058426 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda9198-c81f-4f74-bad8-a06be691d3a2 req-adf22207-f3ee-4d8a-acd8-41422b8312be tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:41.062122 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2eda9198-c81f-4f74-bad8-a06be691d3a2 req-adf22207-f3ee-4d8a-acd8-41422b8312be tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e3686fe-dce2-4b6b-adf0-49197bcd920f HTTP/1.1" status: 200 len: 948 time: 0.1198475 Aug 19 02:22:41.092706 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-b10fa36f-1697-425b-ab87-dc756f295902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:41.094196 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-b10fa36f-1697-425b-ab87-dc756f295902 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1b6cf354-ef63-4a7f-bb3a-de3eec0e4dd0 HTTP/1.1" status: 200 len: 843 time: 0.0782635 Aug 19 02:22:41.119111 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2eda9198-c81f-4f74-bad8-a06be691d3a2 req-b14b490d-fbc4-4739-9305-881e093a9edc tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/security-groups?id=15a567a7-a812-4df5-b4b2-d7b3d939f751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528479 Aug 19 02:22:41.148502 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-7dbd588b-5911-48b6-b420-31bd2dd8806c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:41.150046 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-7dbd588b-5911-48b6-b420-31bd2dd8806c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a27f2cd-bda6-4cf3-b804-16829f55584a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0461521 Aug 19 02:22:41.248814 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-e0c7cc82-0d26-4956-a424-e76fa4f35420 service neutron] 10.222.0.22 "GET /v2.0/networks/4a27f2cd-bda6-4cf3-b804-16829f55584a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894911 Aug 19 02:22:41.347019 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e4d27963-3f81-42b7-80ae-a48ca8631077 req-7fee0443-901d-4807-b7c3-3b4e81561a91 service neutron] 10.222.0.22 "GET /v2.0/networks/4a27f2cd-bda6-4cf3-b804-16829f55584a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890996 Aug 19 02:22:42.150491 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d22e4-2333-4269-96cb-2966e4401050 req-ee7accc6-e659-4900-b46f-a765e68a10fa tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:42.152078 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-417d22e4-2333-4269-96cb-2966e4401050 req-ee7accc6-e659-4900-b46f-a765e68a10fa tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0522010 Aug 19 02:22:42.190858 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-417d22e4-2333-4269-96cb-2966e4401050 req-1909f35a-5f52-4057-8eda-4ebca3285874 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327466 Aug 19 02:22:42.239983 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1db940-3d15-4dfc-80ed-658511087966 req-6580a127-1104-4b08-a938-d70c0a5f0b6e tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:42.241480 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-1e1db940-3d15-4dfc-80ed-658511087966 req-6580a127-1104-4b08-a938-d70c0a5f0b6e tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e3686fe-dce2-4b6b-adf0-49197bcd920f HTTP/1.1" status: 200 len: 948 time: 0.0521240 Aug 19 02:22:42.281392 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-1e1db940-3d15-4dfc-80ed-658511087966 req-ebe71e0b-c90c-4efc-b302-5926e7deb505 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/security-groups?id=15a567a7-a812-4df5-b4b2-d7b3d939f751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337088 Aug 19 02:22:43.308170 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104192f8-e850-46ba-8169-c1f042ed88cc req-7653b333-042d-4d39-84b1-2b8f43ae433f tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:43.310120 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-104192f8-e850-46ba-8169-c1f042ed88cc req-7653b333-042d-4d39-84b1-2b8f43ae433f tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0487213 Aug 19 02:22:43.346306 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-104192f8-e850-46ba-8169-c1f042ed88cc req-e4708ad7-9f2d-4643-abe1-60deb8e36454 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308294 Aug 19 02:22:43.395977 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dfb20b-ca86-49eb-9dd8-e82741f533ff req-87b7c746-1b8b-4983-a9b3-8f81d8121b49 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:43.397466 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-49dfb20b-ca86-49eb-9dd8-e82741f533ff req-87b7c746-1b8b-4983-a9b3-8f81d8121b49 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e3686fe-dce2-4b6b-adf0-49197bcd920f HTTP/1.1" status: 200 len: 948 time: 0.0473356 Aug 19 02:22:43.434260 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-49dfb20b-ca86-49eb-9dd8-e82741f533ff req-fc105754-b8ac-48ea-9415-ebc07603547f tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/security-groups?id=15a567a7-a812-4df5-b4b2-d7b3d939f751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308716 Aug 19 02:22:44.866472 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b0e377a5-05a8-445f-b36f-95d40cde2542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:47.232776 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-264438ee-42b6-4393-aa50-93b986088994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:47.655116 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:48.460858 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:48.578545 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6b8f9-9ff3-4459-81f5-15051b615b25 req-3c4cbc49-23c1-42e1-a10b-c2a35f88911c tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:48.580021 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-fcf6b8f9-9ff3-4459-81f5-15051b615b25 req-3c4cbc49-23c1-42e1-a10b-c2a35f88911c tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0474532 Aug 19 02:22:48.621859 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-fcf6b8f9-9ff3-4459-81f5-15051b615b25 req-59af542d-f511-4c12-b6ad-f3ac1e6b745d tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349700 Aug 19 02:22:48.718984 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9a235-e3b4-40ba-8e7f-ed2d8e42fe58 req-3b67b539-9de7-497e-8943-dd70dc59a5e8 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:48.720401 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-1ac9a235-e3b4-40ba-8e7f-ed2d8e42fe58 req-3b67b539-9de7-497e-8943-dd70dc59a5e8 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e3686fe-dce2-4b6b-adf0-49197bcd920f HTTP/1.1" status: 200 len: 948 time: 0.0464807 Aug 19 02:22:48.757718 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-1ac9a235-e3b4-40ba-8e7f-ed2d8e42fe58 req-7c3b960d-68c4-4fd0-b99b-567dbdd6be65 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/security-groups?id=15a567a7-a812-4df5-b4b2-d7b3d939f751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307176 Aug 19 02:22:49.734971 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb3672-0e93-4e6d-8a7d-369fbee39d07 req-f1b42272-0e63-40bd-b7f9-a71e99ba3e9d tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:49.736437 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b5bb3672-0e93-4e6d-8a7d-369fbee39d07 req-f1b42272-0e63-40bd-b7f9-a71e99ba3e9d tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0479589 Aug 19 02:22:49.774588 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b5bb3672-0e93-4e6d-8a7d-369fbee39d07 req-f281cfc3-e7a0-455c-8fd8-5255c1c52443 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322216 Aug 19 02:22:49.872248 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df680f-de13-434d-aa22-6d5f2d35ceaf req-7651a2f1-0a49-4002-bfc9-e6d161770eee tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:49.873800 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-82df680f-de13-434d-aa22-6d5f2d35ceaf req-7651a2f1-0a49-4002-bfc9-e6d161770eee tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e3686fe-dce2-4b6b-adf0-49197bcd920f HTTP/1.1" status: 200 len: 948 time: 0.0479236 Aug 19 02:22:49.913139 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-82df680f-de13-434d-aa22-6d5f2d35ceaf req-4cd307b5-03b9-418f-b6e0-530346f36701 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/security-groups?id=15a567a7-a812-4df5-b4b2-d7b3d939f751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333006 Aug 19 02:22:50.371081 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:50.894452 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92cb2e1-b6bd-45b7-b65a-555b661c3e27 req-6c675b23-db3e-4d74-a301-9a373863f7ca tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:50.896517 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f92cb2e1-b6bd-45b7-b65a-555b661c3e27 req-6c675b23-db3e-4d74-a301-9a373863f7ca tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0515754 Aug 19 02:22:50.934299 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f92cb2e1-b6bd-45b7-b65a-555b661c3e27 req-658fd221-b729-49d8-ab00-b9f5c3076dba tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316052 Aug 19 02:22:51.036438 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00846b-5d19-4ff6-ad59-2158c188f89d req-658aedcd-51a6-4fdb-b1a7-4e7f8561edbd tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:51.038362 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-ad00846b-5d19-4ff6-ad59-2158c188f89d req-658aedcd-51a6-4fdb-b1a7-4e7f8561edbd tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e3686fe-dce2-4b6b-adf0-49197bcd920f HTTP/1.1" status: 200 len: 948 time: 0.0504143 Aug 19 02:22:51.081065 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-ad00846b-5d19-4ff6-ad59-2158c188f89d req-dfe9408e-36a1-456d-9572-744c9754bf34 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/security-groups?id=15a567a7-a812-4df5-b4b2-d7b3d939f751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365307 Aug 19 02:22:52.062865 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4612920-0e05-43e3-acc8-115dfd051f6e req-d054789b-511a-4567-91ed-ca8b227ede36 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:52.064399 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-b4612920-0e05-43e3-acc8-115dfd051f6e req-d054789b-511a-4567-91ed-ca8b227ede36 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0497642 Aug 19 02:22:52.103162 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-b4612920-0e05-43e3-acc8-115dfd051f6e req-7ded018f-48eb-46ff-b46f-2512bf1c4906 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321851 Aug 19 02:22:52.207713 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4228061-c52e-4530-9057-55b6e0e98c30 req-6d8b8838-798f-4a55-8e14-eb3cdce13c2c tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:52.210175 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b4228061-c52e-4530-9057-55b6e0e98c30 req-6d8b8838-798f-4a55-8e14-eb3cdce13c2c tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e3686fe-dce2-4b6b-adf0-49197bcd920f HTTP/1.1" status: 200 len: 948 time: 0.0526941 Aug 19 02:22:52.251693 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b4228061-c52e-4530-9057-55b6e0e98c30 req-bacfd17f-c9d8-4013-9ba7-a08e0a11963d tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/security-groups?id=15a567a7-a812-4df5-b4b2-d7b3d939f751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355940 Aug 19 02:22:52.494114 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 80ac1dc9-ba57-4d13-af1d-7015cd7b51a6 details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:22:52.590552 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 80ac1dc9-ba57-4d13-af1d-7015cd7b51a6, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=80ac1dc9-ba57-4d13-af1d-7015cd7b51a6,segment=NetworkSegment(e7769a56-fab4-475b-a302-7ea0361e10a5),segment_id=e7769a56-fab4-475b-a302-7ea0361e10a5)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:22:52.601034 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Returning: {'device': '80ac1dc9-ba57-4d13-af1d-7015cd7b51a6', 'network_id': '4a27f2cd-bda6-4cf3-b804-16829f55584a', 'port_id': '80ac1dc9-ba57-4d13-af1d-7015cd7b51a6', 'mac_address': 'fa:16:3e:a9:c5:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6cf354-ef63-4a7f-bb3a-de3eec0e4dd0', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:22:52.638473 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:52.654370 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80ac1dc9-ba57-4d13-af1d-7015cd7b51a6 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:22:52.673815 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 80ac1dc9-ba57-4d13-af1d-7015cd7b51a6, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=80ac1dc9-ba57-4d13-af1d-7015cd7b51a6,segment=NetworkSegment(e7769a56-fab4-475b-a302-7ea0361e10a5),segment_id=e7769a56-fab4-475b-a302-7ea0361e10a5)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:22:52.767678 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:52.814048 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=80ac1dc9-ba57-4d13-af1d-7015cd7b51a6,revision_number=4']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:52.820958 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:52.821373 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:52.821730 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:52.822132 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:52.822412 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:52.822742 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:52.823116 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:52.823444 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:52.823787 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:52.824113 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:52.824450 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:52.824771 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:53.222210 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284bc3e-4dd5-499f-a582-fcae55f4873b req-78114748-3597-4f9b-9572-b9123813c698 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:53.223827 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-3284bc3e-4dd5-499f-a582-fcae55f4873b req-78114748-3597-4f9b-9572-b9123813c698 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0500507 Aug 19 02:22:53.262505 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-3284bc3e-4dd5-499f-a582-fcae55f4873b req-75d9344e-89cf-4465-8e7e-b7b176840f74 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327239 Aug 19 02:22:53.363711 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] get_ports_and_sgs() called for port_ids ['80ac1dc9-ba57-4d13-af1d-7015cd7b51a6'] {{(pid=94446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:22:53.366679 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261eb23-90c9-4064-85e6-4e1fd345d6bd req-ee477b32-8d8e-4db4-9e59-74eaf2e38bb5 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:53.368189 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-6261eb23-90c9-4064-85e6-4e1fd345d6bd req-ee477b32-8d8e-4db4-9e59-74eaf2e38bb5 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e3686fe-dce2-4b6b-adf0-49197bcd920f HTTP/1.1" status: 200 len: 949 time: 0.0491898 Aug 19 02:22:53.411269 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-6261eb23-90c9-4064-85e6-4e1fd345d6bd req-6331e5cd-97ff-4c5b-94be-669373525770 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/security-groups?id=15a567a7-a812-4df5-b4b2-d7b3d939f751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357547 Aug 19 02:22:54.378445 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a483a-ee6a-45a4-9c88-10890c2a2ef3 req-994dc371-f6a0-4182-ab95-dcdc385b1417 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:54.380625 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-470a483a-ee6a-45a4-9c88-10890c2a2ef3 req-994dc371-f6a0-4182-ab95-dcdc385b1417 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0503461 Aug 19 02:22:54.420401 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-470a483a-ee6a-45a4-9c88-10890c2a2ef3 req-6487194f-0611-4871-a173-984f8bc1e15e tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338640 Aug 19 02:22:54.519309 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-6f495237-7f26-46e8-a414-1b8bc669f58d tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:54.521485 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-6f495237-7f26-46e8-a414-1b8bc669f58d tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/networks?id=6c43c105-26e3-4f24-a429-1210329b462e HTTP/1.1" status: 200 len: 814 time: 0.1058545 Aug 19 02:22:54.538500 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-7ed1e234-8121-414d-9172-af5ecfbb14f6 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/quotas/21e2050ddc3a4486be917df4cf6b0b60 HTTP/1.1" status: 200 len: 375 time: 0.0113704 Aug 19 02:22:54.590642 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-dfe3fa7b-2e9b-48e6-97a7-14b6973faae8 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=21e2050ddc3a4486be917df4cf6b0b60&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469258 Aug 19 02:22:54.682109 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-42e3765f-da16-469e-9026-0549f0ec15f8 service neutron] 10.222.0.16 "GET /v2.0/networks/6c43c105-26e3-4f24-a429-1210329b462e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835357 Aug 19 02:22:54.771572 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-e5818a9d-8022-431c-967f-21348d02f13b service neutron] 10.222.0.16 "GET /v2.0/networks/6c43c105-26e3-4f24-a429-1210329b462e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833023 Aug 19 02:22:54.780176 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35833425-6c13-4401-ac34-591776f6a7a4 req-5e15b58e-04b5-4649-bf34-b4995b8bbc8a tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:54.781682 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-35833425-6c13-4401-ac34-591776f6a7a4 req-5e15b58e-04b5-4649-bf34-b4995b8bbc8a tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e3686fe-dce2-4b6b-adf0-49197bcd920f HTTP/1.1" status: 200 len: 949 time: 0.0487084 Aug 19 02:22:54.819518 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-35833425-6c13-4401-ac34-591776f6a7a4 req-1dfc036b-3df9-4e9a-bdfa-24ad02ee473b tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/security-groups?id=15a567a7-a812-4df5-b4b2-d7b3d939f751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319612 Aug 19 02:22:55.030426 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-e44ec416-adf5-4555-87b0-98007c21299e req-efc3f500-c1c8-458e-ad5f-6d250cabda6e tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=269dc4d8-460f-4f52-9c07-0f3d7757ff89 HTTP/1.1" status: 200 len: 210 time: 0.0256724 Aug 19 02:22:55.537459 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee182de3-fb29-4bf7-962e-8b7d9cd6fa04 req-c71db6c3-8ecd-4370-af6c-11d566a05d41 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:55.538941 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-ee182de3-fb29-4bf7-962e-8b7d9cd6fa04 req-c71db6c3-8ecd-4370-af6c-11d566a05d41 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0517774 Aug 19 02:22:55.579229 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-ee182de3-fb29-4bf7-962e-8b7d9cd6fa04 req-380791d4-8239-4c3b-8654-96d563a5f7c1 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340509 Aug 19 02:22:55.932522 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ed881-d6f0-4b96-9570-367f4055a5b4 req-f32abe4e-ef02-4b3d-a79c-5bc7c8eaff6d tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:55.934015 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-e75ed881-d6f0-4b96-9570-367f4055a5b4 req-f32abe4e-ef02-4b3d-a79c-5bc7c8eaff6d tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e3686fe-dce2-4b6b-adf0-49197bcd920f HTTP/1.1" status: 200 len: 949 time: 0.0479083 Aug 19 02:22:55.970718 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-e75ed881-d6f0-4b96-9570-367f4055a5b4 req-4ce2edf2-1bb7-4c61-8330-da7684f7f760 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/security-groups?id=15a567a7-a812-4df5-b4b2-d7b3d939f751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306501 Aug 19 02:22:56.121950 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2358fd32-6766-4a16-be79-1e3bf5f42252 req-be82c079-38ff-4d42-9a11-16587d6da3db tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=269dc4d8-460f-4f52-9c07-0f3d7757ff89 HTTP/1.1" status: 200 len: 210 time: 0.0251024 Aug 19 02:22:56.541972 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 80ac1dc9-ba57-4d13-af1d-7015cd7b51a6 up at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:22:56.678047 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning for port 80ac1dc9-ba57-4d13-af1d-7015cd7b51a6 completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:22:56.682653 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning complete for port 80ac1dc9-ba57-4d13-af1d-7015cd7b51a6 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:22:56.688941 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:56.719022 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 36434) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:56.727929 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6f793-64a1-4f1a-901c-add60c950eb7 req-55a95150-ef35-4b07-bc07-bf589414e28f tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:56.735032 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-87f6f793-64a1-4f1a-901c-add60c950eb7 req-55a95150-ef35-4b07-bc07-bf589414e28f tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0857210 Aug 19 02:22:56.756319 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0771d9b-2c23-4604-a64d-e89a6d6ec152 req-01226565-eb63-4f54-b8ce-6448fa45aafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:56.757861 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d0771d9b-2c23-4604-a64d-e89a6d6ec152 req-01226565-eb63-4f54-b8ce-6448fa45aafe service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 1099 time: 0.0837562 Aug 19 02:22:56.766212 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:56.788713 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-87f6f793-64a1-4f1a-901c-add60c950eb7 req-26193c27-a744-4ffd-96f1-07cab8247465 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523870 Aug 19 02:22:56.802377 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3686fe-dce2-4b6b-adf0-49197bcd920f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ac1dc9-ba57-4d13-af1d-7015cd7b51a6'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:22:56.805180 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bda349f3ade6abb3bc5cfb3e12963279474636f4ef178e03561db7d4c095529d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7dbf33f-2cb1-445c-ade2-188271ed0755" -d '{"events": [{"server_uuid": "9e3686fe-dce2-4b6b-adf0-49197bcd920f", "name": "network-vif-plugged", "status": "completed", "tag": "80ac1dc9-ba57-4d13-af1d-7015cd7b51a6"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:22:56.806730 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d0771d9b-2c23-4604-a64d-e89a6d6ec152 req-07a50f2a-56f0-4203-97b5-ff668abd95d8 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373318 Aug 19 02:22:56.820107 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 80ac1dc9-ba57-4d13-af1d-7015cd7b51a6, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=80ac1dc9-ba57-4d13-af1d-7015cd7b51a6,segment=NetworkSegment(e7769a56-fab4-475b-a302-7ea0361e10a5),segment_id=e7769a56-fab4-475b-a302-7ea0361e10a5)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:22:56.854714 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c6b7cf-72a4-4a20-acfb-57da4db5a7c6 x-openstack-request-id: req-19c6b7cf-72a4-4a20-acfb-57da4db5a7c6 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:22:56.855001 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3686fe-dce2-4b6b-adf0-49197bcd920f", "name": "network-vif-plugged", "status": "completed", "tag": "80ac1dc9-ba57-4d13-af1d-7015cd7b51a6", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:22:56.855261 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-19c6b7cf-72a4-4a20-acfb-57da4db5a7c6 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:22:56.855653 dv-cinder-755654-10-iscsi neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e3686fe-dce2-4b6b-adf0-49197bcd920f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ac1dc9-ba57-4d13-af1d-7015cd7b51a6', 'code': 200} Aug 19 02:22:56.860405 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-76dd3c74-c552-4e7c-ab33-80a473e25a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:56.898676 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:56.948886 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=80ac1dc9-ba57-4d13-af1d-7015cd7b51a6,revision_number=5']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:56.949100 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-76dd3c74-c552-4e7c-ab33-80a473e25a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:57.008891 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-76dd3c74-c552-4e7c-ab33-80a473e25a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:57.050088 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-76dd3c74-c552-4e7c-ab33-80a473e25a73 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8bec4a184197465e97e9447956cb6a59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3288238 Aug 19 02:22:57.052691 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd3c74-c552-4e7c-ab33-80a473e25a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874a9819-ada4-4a32-9bdc-81cc5fc58286,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:57.053871 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 36444) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:22:57.059913 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd3c74-c552-4e7c-ab33-80a473e25a73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:57.060266 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd3c74-c552-4e7c-ab33-80a473e25a73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:57.060610 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd3c74-c552-4e7c-ab33-80a473e25a73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:57.060941 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd3c74-c552-4e7c-ab33-80a473e25a73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:57.061301 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd3c74-c552-4e7c-ab33-80a473e25a73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:57.067043 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd3c74-c552-4e7c-ab33-80a473e25a73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:57.067043 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd3c74-c552-4e7c-ab33-80a473e25a73 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:57.067043 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd3c74-c552-4e7c-ab33-80a473e25a73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:57.067043 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd3c74-c552-4e7c-ab33-80a473e25a73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:57.067043 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd3c74-c552-4e7c-ab33-80a473e25a73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:57.067043 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd3c74-c552-4e7c-ab33-80a473e25a73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:57.067043 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd3c74-c552-4e7c-ab33-80a473e25a73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:57.123209 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03621e71-9d5f-47ea-a859-78c8ec7865b7 req-d8d90b48-24a7-4935-9992-7a5f66ffa4ef tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:57.124694 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-03621e71-9d5f-47ea-a859-78c8ec7865b7 req-d8d90b48-24a7-4935-9992-7a5f66ffa4ef tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e3686fe-dce2-4b6b-adf0-49197bcd920f HTTP/1.1" status: 200 len: 950 time: 0.0853963 Aug 19 02:22:57.166379 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d9469c6c-dbd6-48c2-9b99-3730a0c4ae8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:57.242511 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d9469c6c-dbd6-48c2-9b99-3730a0c4ae8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:57.251772 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-7ee5db5e-5311-40f3-8989-7db18021488a req-38d06c81-f39c-42a3-aa8c-5a47a4fd248c tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=269dc4d8-460f-4f52-9c07-0f3d7757ff89 HTTP/1.1" status: 200 len: 210 time: 0.0296857 Aug 19 02:22:57.290280 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-03621e71-9d5f-47ea-a859-78c8ec7865b7 req-41219937-fd03-4c2c-a556-36c4769a78af tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/security-groups?id=15a567a7-a812-4df5-b4b2-d7b3d939f751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552567 Aug 19 02:22:57.335670 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-3bcf2675-a2d0-4ca7-be41-61ac7ddff691 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:57.337175 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-3bcf2675-a2d0-4ca7-be41-61ac7ddff691 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.22 "GET /v2.0/networks?id=6c43c105-26e3-4f24-a429-1210329b462e HTTP/1.1" status: 200 len: 814 time: 0.1902435 Aug 19 02:22:57.358886 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-8e2a5738-ac4a-4d39-8eb6-442e61b7421b tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Request body: {'port': {'device_id': '269dc4d8-460f-4f52-9c07-0f3d7757ff89', 'network_id': '6c43c105-26e3-4f24-a429-1210329b462e', 'admin_state_up': True, 'tenant_id': '21e2050ddc3a4486be917df4cf6b0b60'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:22:57.405508 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d9469c6c-dbd6-48c2-9b99-3730a0c4ae8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:57.408082 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d9469c6c-dbd6-48c2-9b99-3730a0c4ae8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:57.409499 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-d9469c6c-dbd6-48c2-9b99-3730a0c4ae8f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/874a9819-ada4-4a32-9bdc-81cc5fc58286 HTTP/1.1" status: 204 len: 168 time: 0.3398869 Aug 19 02:22:57.436065 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9469c6c-dbd6-48c2-9b99-3730a0c4ae8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874a9819-ada4-4a32-9bdc-81cc5fc58286,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:57.466868 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9469c6c-dbd6-48c2-9b99-3730a0c4ae8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:57.467227 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9469c6c-dbd6-48c2-9b99-3730a0c4ae8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:57.467570 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9469c6c-dbd6-48c2-9b99-3730a0c4ae8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:57.467909 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9469c6c-dbd6-48c2-9b99-3730a0c4ae8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:57.468249 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9469c6c-dbd6-48c2-9b99-3730a0c4ae8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:57.468583 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9469c6c-dbd6-48c2-9b99-3730a0c4ae8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:57.468914 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9469c6c-dbd6-48c2-9b99-3730a0c4ae8f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:57.469271 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9469c6c-dbd6-48c2-9b99-3730a0c4ae8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:57.469604 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9469c6c-dbd6-48c2-9b99-3730a0c4ae8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:57.469928 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9469c6c-dbd6-48c2-9b99-3730a0c4ae8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:57.470364 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9469c6c-dbd6-48c2-9b99-3730a0c4ae8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:57.470695 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9469c6c-dbd6-48c2-9b99-3730a0c4ae8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:22:57.512728 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff04abf-df58-4696-8f7d-2cd2039c9b7f req-19515d64-8a02-4e16-8754-a0935a0f90bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:57.514279 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-aff04abf-df58-4696-8f7d-2cd2039c9b7f req-19515d64-8a02-4e16-8754-a0935a0f90bf service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9e3686fe-dce2-4b6b-adf0-49197bcd920f HTTP/1.1" status: 200 len: 1103 time: 0.0891440 Aug 19 02:22:57.563316 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-aff04abf-df58-4696-8f7d-2cd2039c9b7f req-d1c2f9d3-52be-4bb4-9fa3-f8952d42e687 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=15a567a7-a812-4df5-b4b2-d7b3d939f751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332251 Aug 19 02:22:57.620978 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-8e2a5738-ac4a-4d39-8eb6-442e61b7421b tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Made reservation on behalf of 21e2050ddc3a4486be917df4cf6b0b60 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:22:57.624735 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-8e2a5738-ac4a-4d39-8eb6-442e61b7421b tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:57.753021 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-8e2a5738-ac4a-4d39-8eb6-442e61b7421b tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Allocated IP 172.20.0.8 (6c43c105-26e3-4f24-a429-1210329b462e/8d7d19a2-2b51-441e-9a48-9bfac3ef9593/4faaf407-dd7d-4f70-ad35-9ee08605c61e) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:22:57.931931 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-8e2a5738-ac4a-4d39-8eb6-442e61b7421b tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:57.956651 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cb4a7-b168-47c4-9174-53a32a7a9c02 req-971ec037-0ecf-42d4-8702-1413191d5b08 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:57.958746 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-232cb4a7-b168-47c4-9174-53a32a7a9c02 req-971ec037-0ecf-42d4-8702-1413191d5b08 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0740802 Aug 19 02:22:58.013204 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-232cb4a7-b168-47c4-9174-53a32a7a9c02 req-582fb3bb-7a13-4110-9466-b701e82f6622 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482774 Aug 19 02:22:58.093769 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-8e2a5738-ac4a-4d39-8eb6-442e61b7421b tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:58.115441 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] get_ports_and_sgs() called for port_ids ['76efc3d0-1d4c-4cae-bf48-20d1af04e8ca', '282efd73-f99e-4710-a65e-c20c01baa7b1', '43df78d2-dcdc-4f8c-94f1-59ea6689eed3'] {{(pid=94446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:22:58.135300 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-8e2a5738-ac4a-4d39-8eb6-442e61b7421b tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Network 6c43c105-26e3-4f24-a429-1210329b462e is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:22:58.140325 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-8e2a5738-ac4a-4d39-8eb6-442e61b7421b tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:22:58.144073 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-8e2a5738-ac4a-4d39-8eb6-442e61b7421b tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:22:58.174592 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a5738-ac4a-4d39-8eb6-442e61b7421b tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Pushing event updated for resources: {'Port': ['ID=4faaf407-dd7d-4f70-ad35-9ee08605c61e,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:58.214505 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-8e2a5738-ac4a-4d39-8eb6-442e61b7421b tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:58.215130 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-8e2a5738-ac4a-4d39-8eb6-442e61b7421b tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:58.303427 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-8e2a5738-ac4a-4d39-8eb6-442e61b7421b tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9474857 Aug 19 02:22:58.331084 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-df355d8a-8d10-464a-88cd-1c7349144c18 service neutron] Request body: {'port': {'device_id': '269dc4d8-460f-4f52-9c07-0f3d7757ff89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75565'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:22:58.431036 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-df355d8a-8d10-464a-88cd-1c7349144c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:58.432430 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf41b16-a4ff-4321-8e82-0249d78dd744 req-2d06fae6-d8d9-4db5-ba84-ec1b08ee9719 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:58.434180 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-aaf41b16-a4ff-4321-8e82-0249d78dd744 req-2d06fae6-d8d9-4db5-ba84-ec1b08ee9719 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e3686fe-dce2-4b6b-adf0-49197bcd920f HTTP/1.1" status: 200 len: 950 time: 0.0601943 Aug 19 02:22:58.441393 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf21b54-92fe-4826-bd74-25317adcc2df req-e04cf088-c91b-4b32-83e5-81f0e620d5f2 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:58.448610 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-bbf21b54-92fe-4826-bd74-25317adcc2df req-e04cf088-c91b-4b32-83e5-81f0e620d5f2 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=269dc4d8-460f-4f52-9c07-0f3d7757ff89 HTTP/1.1" status: 200 len: 931 time: 0.0854936 Aug 19 02:22:58.497916 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-aaf41b16-a4ff-4321-8e82-0249d78dd744 req-f1dd55e1-76b3-40cf-8e0b-f55d4420f8e5 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/security-groups?id=15a567a7-a812-4df5-b4b2-d7b3d939f751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566876 Aug 19 02:22:58.519396 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-bbf21b54-92fe-4826-bd74-25317adcc2df req-d955a350-7e31-4b29-8bc2-5011877b1819 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699480 Aug 19 02:22:58.746236 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-df355d8a-8d10-464a-88cd-1c7349144c18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4faaf407-dd7d-4f70-ad35-9ee08605c61e {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:22:58.753728 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-df355d8a-8d10-464a-88cd-1c7349144c18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:58.771639 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-df355d8a-8d10-464a-88cd-1c7349144c18 service neutron] Transition to ACTIVE for port object 4faaf407-dd7d-4f70-ad35-9ee08605c61e will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:22:58.872342 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-df355d8a-8d10-464a-88cd-1c7349144c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:58.922935 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df355d8a-8d10-464a-88cd-1c7349144c18 service neutron] Pushing event updated for resources: {'Port': ['ID=4faaf407-dd7d-4f70-ad35-9ee08605c61e,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:58.998475 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-df355d8a-8d10-464a-88cd-1c7349144c18 service neutron] Attempting to bind port 4faaf407-dd7d-4f70-ad35-9ee08605c61e on host hv-cinder-75565 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:22:58.998806 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-df355d8a-8d10-464a-88cd-1c7349144c18 service neutron] Attempting to bind port 4faaf407-dd7d-4f70-ad35-9ee08605c61e by drivers openvswitch,hyperv on host hv-cinder-75565 at level 0 using segments [{'id': '9bf1da37-dd52-4a35-a6bf-1be2af2df224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6c43c105-26e3-4f24-a429-1210329b462e'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:22:58.999132 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-df355d8a-8d10-464a-88cd-1c7349144c18 service neutron] Attempting to bind port 4faaf407-dd7d-4f70-ad35-9ee08605c61e on network 6c43c105-26e3-4f24-a429-1210329b462e {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:22:59.003372 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-df355d8a-8d10-464a-88cd-1c7349144c18 service neutron] Port 4faaf407-dd7d-4f70-ad35-9ee08605c61e on network 6c43c105-26e3-4f24-a429-1210329b462e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75565 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 02:22:59.009989 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-df355d8a-8d10-464a-88cd-1c7349144c18 service neutron] Attempting to bind port 4faaf407-dd7d-4f70-ad35-9ee08605c61e on network 6c43c105-26e3-4f24-a429-1210329b462e {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:22:59.009989 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-df355d8a-8d10-464a-88cd-1c7349144c18 service neutron] Checking agent: {'id': '41372272-fa96-45fc-afce-a2209819517f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 18, 6), 'started_at': datetime.datetime(2021, 8, 19, 2, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:22:59.009989 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-df355d8a-8d10-464a-88cd-1c7349144c18 service neutron] Checking segment: {'id': '9bf1da37-dd52-4a35-a6bf-1be2af2df224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6c43c105-26e3-4f24-a429-1210329b462e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:22:59.009989 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-df355d8a-8d10-464a-88cd-1c7349144c18 service neutron] Bound using segment: {'id': '9bf1da37-dd52-4a35-a6bf-1be2af2df224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6c43c105-26e3-4f24-a429-1210329b462e'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:22:59.010386 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-df355d8a-8d10-464a-88cd-1c7349144c18 service neutron] Bound port: 4faaf407-dd7d-4f70-ad35-9ee08605c61e, host: hv-cinder-75565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bf1da37-dd52-4a35-a6bf-1be2af2df224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6c43c105-26e3-4f24-a429-1210329b462e'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:22:59.010477 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-df355d8a-8d10-464a-88cd-1c7349144c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:59.075917 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-df355d8a-8d10-464a-88cd-1c7349144c18 service neutron] For port 4faaf407-dd7d-4f70-ad35-9ee08605c61e, host hv-cinder-75565, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:22:59.079654 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-df355d8a-8d10-464a-88cd-1c7349144c18 service neutron] For port 4faaf407-dd7d-4f70-ad35-9ee08605c61e, host hv-cinder-75565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=4faaf407-dd7d-4f70-ad35-9ee08605c61e,segment=NetworkSegment(9bf1da37-dd52-4a35-a6bf-1be2af2df224),segment_id=9bf1da37-dd52-4a35-a6bf-1be2af2df224)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:22:59.129039 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52769104-ff16-49df-b4a6-742beb5279bf req-31ffbc30-96b0-4d61-ac3e-d389c5809056 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:59.131078 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-52769104-ff16-49df-b4a6-742beb5279bf req-31ffbc30-96b0-4d61-ac3e-d389c5809056 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0491996 Aug 19 02:22:59.143966 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-df355d8a-8d10-464a-88cd-1c7349144c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:59.213989 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-df355d8a-8d10-464a-88cd-1c7349144c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:59.214612 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-df355d8a-8d10-464a-88cd-1c7349144c18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:22:59.215975 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-df355d8a-8d10-464a-88cd-1c7349144c18 service neutron] 10.222.0.22 "PUT /v2.0/ports/4faaf407-dd7d-4f70-ad35-9ee08605c61e HTTP/1.1" status: 200 len: 1093 time: 0.8959436 Aug 19 02:22:59.216398 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '269dc4d8-460f-4f52-9c07-0f3d7757ff89', 'tag': '4faaf407-dd7d-4f70-ad35-9ee08605c61e'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:22:59.218644 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ef9351-0fab-4fb4-98d6-dde2c4936471" -d '{"events": [{"name": "network-changed", "server_uuid": "269dc4d8-460f-4f52-9c07-0f3d7757ff89", "tag": "4faaf407-dd7d-4f70-ad35-9ee08605c61e"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:22:59.226572 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-52769104-ff16-49df-b4a6-742beb5279bf req-d0af2d68-94b7-4f89-8e05-8d0cdd0d1b11 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897436 Aug 19 02:22:59.236422 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df355d8a-8d10-464a-88cd-1c7349144c18 service neutron] Pushing event updated for resources: {'Port': ['ID=4faaf407-dd7d-4f70-ad35-9ee08605c61e,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:22:59.260496 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc54ad44-ffbd-4772-947c-028eeaff914f x-openstack-request-id: req-dc54ad44-ffbd-4772-947c-028eeaff914f {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:22:59.260813 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "269dc4d8-460f-4f52-9c07-0f3d7757ff89", "tag": "4faaf407-dd7d-4f70-ad35-9ee08605c61e", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:22:59.261063 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dc54ad44-ffbd-4772-947c-028eeaff914f {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:22:59.261509 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '269dc4d8-460f-4f52-9c07-0f3d7757ff89', 'tag': '4faaf407-dd7d-4f70-ad35-9ee08605c61e', 'status': 'completed', 'code': 200} Aug 19 02:22:59.345537 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744685c-adfc-4c1d-85eb-c265524a7293 req-91e08c51-454d-499e-85f0-3ea4c9e79c88 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:59.347069 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-7744685c-adfc-4c1d-85eb-c265524a7293 req-91e08c51-454d-499e-85f0-3ea4c9e79c88 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0507500 Aug 19 02:22:59.390417 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-7744685c-adfc-4c1d-85eb-c265524a7293 req-03536c82-07ff-4bd8-a7e7-d82a947714d4 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367393 Aug 19 02:22:59.435152 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef9351-0fab-4fb4-98d6-dde2c4936471 req-ea285423-f70a-47c1-b133-db97684acade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:59.436613 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-47ef9351-0fab-4fb4-98d6-dde2c4936471 req-ea285423-f70a-47c1-b133-db97684acade service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=21e2050ddc3a4486be917df4cf6b0b60&device_id=269dc4d8-460f-4f52-9c07-0f3d7757ff89 HTTP/1.1" status: 200 len: 1096 time: 0.0453374 Aug 19 02:22:59.565908 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef9351-0fab-4fb4-98d6-dde2c4936471 req-445ae2f1-0351-4551-ae71-32a21864767d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:59.567905 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-47ef9351-0fab-4fb4-98d6-dde2c4936471 req-445ae2f1-0351-4551-ae71-32a21864767d service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=21e2050ddc3a4486be917df4cf6b0b60&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1170127 Aug 19 02:22:59.645884 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8390a42-aecd-4d8a-a4a7-1ee03ad1364b req-c965114c-638b-47be-ba9a-31fb40fe8b40 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:59.647421 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-a8390a42-aecd-4d8a-a4a7-1ee03ad1364b req-c965114c-638b-47be-ba9a-31fb40fe8b40 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=269dc4d8-460f-4f52-9c07-0f3d7757ff89 HTTP/1.1" status: 200 len: 943 time: 0.0489202 Aug 19 02:22:59.680200 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ead104-97eb-4d3d-929e-2f98031608cd req-53c68598-9ef4-419f-bf48-4e65572ff8e9 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:59.681743 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-53ead104-97eb-4d3d-929e-2f98031608cd req-53c68598-9ef4-419f-bf48-4e65572ff8e9 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e3686fe-dce2-4b6b-adf0-49197bcd920f HTTP/1.1" status: 200 len: 950 time: 0.1128333 Aug 19 02:22:59.687060 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-a8390a42-aecd-4d8a-a4a7-1ee03ad1364b req-7049d767-6fa2-4e61-86a4-8b2169ae8516 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335078 Aug 19 02:22:59.964070 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef9351-0fab-4fb4-98d6-dde2c4936471 req-dd1eaac4-0b65-4da4-a850-80464cc19257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:22:59.965552 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-47ef9351-0fab-4fb4-98d6-dde2c4936471 req-dd1eaac4-0b65-4da4-a850-80464cc19257 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3817518 Aug 19 02:22:59.977421 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-53ead104-97eb-4d3d-929e-2f98031608cd req-c723694a-2908-407e-9c44-cf0defc91ca4 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/security-groups?id=15a567a7-a812-4df5-b4b2-d7b3d939f751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883222 Aug 19 02:23:00.069317 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-f8b0fa09-9521-4826-a748-14f207e13292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:00.070788 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-f8b0fa09-9521-4826-a748-14f207e13292 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=21e2050ddc3a4486be917df4cf6b0b60&device_id=269dc4d8-460f-4f52-9c07-0f3d7757ff89 HTTP/1.1" status: 200 len: 1096 time: 0.0403111 Aug 19 02:23:00.131275 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-0a3182a4-6640-4f0c-aad2-e0a8b4aad3d7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4faaf407-dd7d-4f70-ad35-9ee08605c61e HTTP/1.1" status: 200 len: 217 time: 0.0369470 Aug 19 02:23:00.207707 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-6d4efdd7-2ebd-4933-9733-9bda8c418806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:00.212017 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-6d4efdd7-2ebd-4933-9733-9bda8c418806 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8d7d19a2-2b51-441e-9a48-9bfac3ef9593 HTTP/1.1" status: 200 len: 854 time: 0.0544186 Aug 19 02:23:00.247035 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-9d045fa7-dfe6-4293-8b91-2b9b55d32a79 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6c43c105-26e3-4f24-a429-1210329b462e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265718 Aug 19 02:23:00.341523 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-5fb3d673-075a-46e8-a16c-0f1e6510ade9 service neutron] 10.222.0.22 "GET /v2.0/networks/6c43c105-26e3-4f24-a429-1210329b462e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830274 Aug 19 02:23:00.436855 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-489a26bd-2e38-4a1b-a8df-3257bbf5bf52 req-616356c6-a59f-43c4-8427-a1031ecbcb18 service neutron] 10.222.0.22 "GET /v2.0/networks/6c43c105-26e3-4f24-a429-1210329b462e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868068 Aug 19 02:23:00.806494 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dea486-8f81-4f32-bf3a-50eab82b6346 req-5d2e3f97-6938-4b2a-8e11-8d67bcf94df7 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:00.807931 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-83dea486-8f81-4f32-bf3a-50eab82b6346 req-5d2e3f97-6938-4b2a-8e11-8d67bcf94df7 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=269dc4d8-460f-4f52-9c07-0f3d7757ff89 HTTP/1.1" status: 200 len: 943 time: 0.0506780 Aug 19 02:23:00.844996 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-83dea486-8f81-4f32-bf3a-50eab82b6346 req-6a9fb54f-969e-4d67-8373-fb2f1b70d6f0 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311439 Aug 19 02:23:01.163416 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462b491-2af1-4493-8b70-ec850bb16f09 req-f4c25302-a212-4333-8cf4-9ea3d1032204 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:01.163416 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-3462b491-2af1-4493-8b70-ec850bb16f09 req-f4c25302-a212-4333-8cf4-9ea3d1032204 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e3686fe-dce2-4b6b-adf0-49197bcd920f HTTP/1.1" status: 200 len: 950 time: 0.0501723 Aug 19 02:23:01.163416 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-3462b491-2af1-4493-8b70-ec850bb16f09 req-f6b1264b-476e-4274-a07d-4165b0bd4c80 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/security-groups?id=15a567a7-a812-4df5-b4b2-d7b3d939f751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326974 Aug 19 02:23:01.966623 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff973cd-f9d5-4042-856c-0f3a5ffe55e1 req-d23305a6-30b0-4d70-abc7-3819a2855829 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:01.968169 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-eff973cd-f9d5-4042-856c-0f3a5ffe55e1 req-d23305a6-30b0-4d70-abc7-3819a2855829 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=269dc4d8-460f-4f52-9c07-0f3d7757ff89 HTTP/1.1" status: 200 len: 943 time: 0.0509546 Aug 19 02:23:02.008027 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-eff973cd-f9d5-4042-856c-0f3a5ffe55e1 req-da75fc2d-57ab-44a4-b7f6-442c28eb92ca tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329587 Aug 19 02:23:02.268504 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa395c57-1828-4109-a4a5-869f4bd95f83 req-900bb9e0-ee28-46f2-9e5d-8a18c90202ef tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:02.272429 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-fa395c57-1828-4109-a4a5-869f4bd95f83 req-900bb9e0-ee28-46f2-9e5d-8a18c90202ef tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e3686fe-dce2-4b6b-adf0-49197bcd920f HTTP/1.1" status: 200 len: 950 time: 0.0626740 Aug 19 02:23:02.308609 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-fa395c57-1828-4109-a4a5-869f4bd95f83 req-12cc2fe9-a8f5-48af-a27c-f12f6424b72d tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/security-groups?id=15a567a7-a812-4df5-b4b2-d7b3d939f751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318799 Aug 19 02:23:02.749913 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06719de-3ba7-41ed-af38-16f60b7f5ff5 req-f49b592e-f6d5-4b07-8eda-755996a6d54c tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:02.751370 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-b06719de-3ba7-41ed-af38-16f60b7f5ff5 req-f49b592e-f6d5-4b07-8eda-755996a6d54c tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0516989 Aug 19 02:23:02.790782 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-b06719de-3ba7-41ed-af38-16f60b7f5ff5 req-2c2c88f8-09b2-479f-82e3-7cae9dd2a033 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333221 Aug 19 02:23:02.812045 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e5d00-9a0d-4743-ab9d-62692df3f766 req-ce428aee-75a5-4b0f-aab8-e77151ece1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:02.812045 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-829e5d00-9a0d-4743-ab9d-62692df3f766 req-ce428aee-75a5-4b0f-aab8-e77151ece1ea service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f88380b35b344618ad799a1cadc0fb84&device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 1099 time: 0.0534952 Aug 19 02:23:02.910405 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e5d00-9a0d-4743-ab9d-62692df3f766 req-614ca603-2686-4141-94ac-b0ca54c4574c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:02.912462 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-829e5d00-9a0d-4743-ab9d-62692df3f766 req-614ca603-2686-4141-94ac-b0ca54c4574c service neutron] 10.222.0.22 "GET /v2.0/networks?id=29f65fa0-1bb5-44ce-9209-cb366705e117 HTTP/1.1" status: 200 len: 919 time: 0.0910020 Aug 19 02:23:02.986437 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-829e5d00-9a0d-4743-ab9d-62692df3f766 req-292f6f23-74c6-45e2-bedf-d073f71be4a5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5421a60-66ac-4d11-8044-5323040e199a HTTP/1.1" status: 200 len: 217 time: 0.0505333 Aug 19 02:23:03.006839 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed35474-3f25-4523-8032-352d04277c7a req-3b293124-7b92-41f0-a32d-b9b609154f4a tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:03.008258 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2ed35474-3f25-4523-8032-352d04277c7a req-3b293124-7b92-41f0-a32d-b9b609154f4a tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e3686fe-dce2-4b6b-adf0-49197bcd920f HTTP/1.1" status: 200 len: 950 time: 0.0818145 Aug 19 02:23:03.078822 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2ed35474-3f25-4523-8032-352d04277c7a req-2439b640-8026-4126-94d8-cbd0bc2e2467 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/security-groups?id=15a567a7-a812-4df5-b4b2-d7b3d939f751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626838 Aug 19 02:23:03.082670 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e5d00-9a0d-4743-ab9d-62692df3f766 req-fc4fd63c-4c08-47d4-bb37-0245deef714a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:03.084307 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-829e5d00-9a0d-4743-ab9d-62692df3f766 req-fc4fd63c-4c08-47d4-bb37-0245deef714a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fa40c230-027a-477d-b4e7-d3dafbebf0e8 HTTP/1.1" status: 200 len: 858 time: 0.0752032 Aug 19 02:23:03.119128 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-829e5d00-9a0d-4743-ab9d-62692df3f766 req-b64982c8-a3a8-49f9-aa66-84f090e980a6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=29f65fa0-1bb5-44ce-9209-cb366705e117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250487 Aug 19 02:23:03.132580 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5942e7-2e78-45ff-93d0-16303e29399d req-29e90f26-7eca-4a6d-823d-49eb4dd11db4 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:03.138173 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-0e5942e7-2e78-45ff-93d0-16303e29399d req-29e90f26-7eca-4a6d-823d-49eb4dd11db4 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=269dc4d8-460f-4f52-9c07-0f3d7757ff89 HTTP/1.1" status: 200 len: 943 time: 0.0536118 Aug 19 02:23:03.171674 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-0e5942e7-2e78-45ff-93d0-16303e29399d req-139d8a65-8854-4e8f-be65-6e7ced28b13a tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322275 Aug 19 02:23:03.219327 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-829e5d00-9a0d-4743-ab9d-62692df3f766 req-8b828b31-224d-46dd-bb87-b3e34306ba9e service neutron] 10.222.0.22 "GET /v2.0/networks/29f65fa0-1bb5-44ce-9209-cb366705e117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908341 Aug 19 02:23:03.312769 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-829e5d00-9a0d-4743-ab9d-62692df3f766 req-ae2a9af7-818f-4247-88e4-ba2d53469b26 service neutron] 10.222.0.22 "GET /v2.0/networks/29f65fa0-1bb5-44ce-9209-cb366705e117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849729 Aug 19 02:23:03.903476 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c3542-6d8c-468f-b815-d88f9d24e00e req-74afb169-aeb2-4918-859c-ef6fbda0e3ff tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:03.905023 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-ce8c3542-6d8c-468f-b815-d88f9d24e00e req-74afb169-aeb2-4918-859c-ef6fbda0e3ff tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0476742 Aug 19 02:23:03.945964 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-ce8c3542-6d8c-468f-b815-d88f9d24e00e req-90e91463-b46e-44f5-be9e-53360e0b54e9 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339491 Aug 19 02:23:04.198984 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70696666-546a-4712-a330-6b899c0f83a1 req-300bbbe3-4a56-42da-9fd2-756e53f323fc tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:04.200457 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-70696666-546a-4712-a330-6b899c0f83a1 req-300bbbe3-4a56-42da-9fd2-756e53f323fc tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e3686fe-dce2-4b6b-adf0-49197bcd920f HTTP/1.1" status: 200 len: 950 time: 0.0539663 Aug 19 02:23:04.240390 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-70696666-546a-4712-a330-6b899c0f83a1 req-55c9b3c7-3335-4e44-acb2-e3330ee1251a tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/security-groups?id=15a567a7-a812-4df5-b4b2-d7b3d939f751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339749 Aug 19 02:23:04.288688 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518fc99-3efd-4e6f-976c-5b73ab6d4855 req-06a876b3-d18a-4b7b-9dfb-2453828ffcae tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:04.290224 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9518fc99-3efd-4e6f-976c-5b73ab6d4855 req-06a876b3-d18a-4b7b-9dfb-2453828ffcae tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=269dc4d8-460f-4f52-9c07-0f3d7757ff89 HTTP/1.1" status: 200 len: 943 time: 0.0488350 Aug 19 02:23:04.328069 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9518fc99-3efd-4e6f-976c-5b73ab6d4855 req-07ffa6e5-e086-4114-8ea8-58ddd943e8f6 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320153 Aug 19 02:23:04.570559 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 4faaf407-dd7d-4f70-ad35-9ee08605c61e details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:23:04.674015 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 4faaf407-dd7d-4f70-ad35-9ee08605c61e, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=4faaf407-dd7d-4f70-ad35-9ee08605c61e,segment=NetworkSegment(9bf1da37-dd52-4a35-a6bf-1be2af2df224),segment_id=9bf1da37-dd52-4a35-a6bf-1be2af2df224)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:23:04.685750 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Returning: {'device': '4faaf407-dd7d-4f70-ad35-9ee08605c61e', 'network_id': '6c43c105-26e3-4f24-a429-1210329b462e', 'port_id': '4faaf407-dd7d-4f70-ad35-9ee08605c61e', 'mac_address': 'fa:16:3e:4a:5f:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7d19a2-2b51-441e-9a48-9bfac3ef9593', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:23:04.724829 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:04.737929 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4faaf407-dd7d-4f70-ad35-9ee08605c61e {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:23:04.758007 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 4faaf407-dd7d-4f70-ad35-9ee08605c61e, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=4faaf407-dd7d-4f70-ad35-9ee08605c61e,segment=NetworkSegment(9bf1da37-dd52-4a35-a6bf-1be2af2df224),segment_id=9bf1da37-dd52-4a35-a6bf-1be2af2df224)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:23:04.818566 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:04.865317 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=4faaf407-dd7d-4f70-ad35-9ee08605c61e,revision_number=4']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:05.087631 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115ca3c-080e-47a6-9911-5c8e31069c87 req-c1ed5bfd-f16f-4503-b7bf-fe4182ae0f8b tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:05.089178 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6115ca3c-080e-47a6-9911-5c8e31069c87 req-c1ed5bfd-f16f-4503-b7bf-fe4182ae0f8b tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0745718 Aug 19 02:23:05.102213 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b74a5-ce29-4c10-a4b4-bf8b87392a80 req-8e2122eb-df61-45ad-9933-34f1f5b42210 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:05.103706 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-7c1b74a5-ce29-4c10-a4b4-bf8b87392a80 req-8e2122eb-df61-45ad-9933-34f1f5b42210 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e3686fe-dce2-4b6b-adf0-49197bcd920f HTTP/1.1" status: 200 len: 950 time: 0.0784042 Aug 19 02:23:05.165169 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6115ca3c-080e-47a6-9911-5c8e31069c87 req-7f63f592-4b29-446f-920c-82982d014e93 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604699 Aug 19 02:23:05.222561 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-7c1b74a5-ce29-4c10-a4b4-bf8b87392a80 req-abafd612-963c-4dc7-a2e9-a512f1c15e8a tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Deleting port 80ac1dc9-ba57-4d13-af1d-7015cd7b51a6 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:23:05.222903 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7c1b74a5-ce29-4c10-a4b4-bf8b87392a80 req-abafd612-963c-4dc7-a2e9-a512f1c15e8a tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:05.359138 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-7c1b74a5-ce29-4c10-a4b4-bf8b87392a80 req-abafd612-963c-4dc7-a2e9-a512f1c15e8a tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] For port 80ac1dc9-ba57-4d13-af1d-7015cd7b51a6, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=80ac1dc9-ba57-4d13-af1d-7015cd7b51a6,segment=NetworkSegment(e7769a56-fab4-475b-a302-7ea0361e10a5),segment_id=e7769a56-fab4-475b-a302-7ea0361e10a5)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:23:05.359734 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7c1b74a5-ce29-4c10-a4b4-bf8b87392a80 req-abafd612-963c-4dc7-a2e9-a512f1c15e8a tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:05.390170 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-7c1b74a5-ce29-4c10-a4b4-bf8b87392a80 req-abafd612-963c-4dc7-a2e9-a512f1c15e8a tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Calling delete_port for 80ac1dc9-ba57-4d13-af1d-7015cd7b51a6 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:23:05.422213 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353ef43-6d64-4a9c-9701-4ec8e16159c1 req-3e6b06e4-f432-4e1d-8299-1390b63762f0 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:05.423623 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6353ef43-6d64-4a9c-9701-4ec8e16159c1 req-3e6b06e4-f432-4e1d-8299-1390b63762f0 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e3686fe-dce2-4b6b-adf0-49197bcd920f HTTP/1.1" status: 200 len: 950 time: 0.1164956 Aug 19 02:23:05.445605 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f21bd3-5577-4df0-b9cd-98b7c1cf643d req-c2f93cde-34ed-4c5e-b8a8-a58c58a7ed8c tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:05.447118 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-f9f21bd3-5577-4df0-b9cd-98b7c1cf643d req-c2f93cde-34ed-4c5e-b8a8-a58c58a7ed8c tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=269dc4d8-460f-4f52-9c07-0f3d7757ff89 HTTP/1.1" status: 200 len: 944 time: 0.0477965 Aug 19 02:23:05.457685 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] get_ports_and_sgs() called for port_ids ['4faaf407-dd7d-4f70-ad35-9ee08605c61e'] {{(pid=94446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:23:05.458558 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c70fc299-6fa1-4e1e-8188-8e800ffacf21 req-6e50c5d5-beac-4df5-a31b-4b0da5486a24 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1171932 Aug 19 02:23:05.487469 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-f9f21bd3-5577-4df0-b9cd-98b7c1cf643d req-6c93d4d1-a83b-4757-b50d-b32284359751 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341930 Aug 19 02:23:05.533803 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6353ef43-6d64-4a9c-9701-4ec8e16159c1 req-6e6def3c-b166-4bb5-9d62-7f3a5cc9af2a tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/security-groups?id=15a567a7-a812-4df5-b4b2-d7b3d939f751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793564 Aug 19 02:23:05.557797 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fc299-6fa1-4e1e-8188-8e800ffacf21 req-ea933b7c-a50a-41ca-adad-790595389b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:05.559295 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c70fc299-6fa1-4e1e-8188-8e800ffacf21 req-ea933b7c-a50a-41ca-adad-790595389b65 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=517b8744677e400988e187c26e92c291&device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 1098 time: 0.0657411 Aug 19 02:23:05.686934 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fc299-6fa1-4e1e-8188-8e800ffacf21 req-ba5745fa-f17f-4b85-bfad-58a4ff2bb447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:05.688357 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c70fc299-6fa1-4e1e-8188-8e800ffacf21 req-ba5745fa-f17f-4b85-bfad-58a4ff2bb447 service neutron] 10.222.0.22 "GET /v2.0/networks?id=bb3fc84d-f03f-4d97-87e6-72398b20c906 HTTP/1.1" status: 200 len: 917 time: 0.1019988 Aug 19 02:23:05.739768 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7c1b74a5-ce29-4c10-a4b4-bf8b87392a80 req-abafd612-963c-4dc7-a2e9-a512f1c15e8a tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:05.777828 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abafd612-963c-4dc7-a2e9-a512f1c15e8a tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Pushing event deleted for resources: {'Port': ['ID=80ac1dc9-ba57-4d13-af1d-7015cd7b51a6,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:05.811784 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c70fc299-6fa1-4e1e-8188-8e800ffacf21 req-4a9f0047-4cb3-4614-8e7c-2fd7784bf2d8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=420b70b1-b5dd-4288-aad7-8bccf0961747 HTTP/1.1" status: 200 len: 1001 time: 0.1058929 Aug 19 02:23:05.830126 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1b74a5-ce29-4c10-a4b4-bf8b87392a80 req-abafd612-963c-4dc7-a2e9-a512f1c15e8a tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] No DVR routers for this DVR port 80ac1dc9-ba57-4d13-af1d-7015cd7b51a6 on host hv-cinder-75565 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:23:05.840955 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-7c1b74a5-ce29-4c10-a4b4-bf8b87392a80 req-abafd612-963c-4dc7-a2e9-a512f1c15e8a tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:05.842839 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-7c1b74a5-ce29-4c10-a4b4-bf8b87392a80 req-abafd612-963c-4dc7-a2e9-a512f1c15e8a tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.22 "DELETE /v2.0/ports/80ac1dc9-ba57-4d13-af1d-7015cd7b51a6 HTTP/1.1" status: 204 len: 173 time: 0.7219810 Aug 19 02:23:05.843340 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3686fe-dce2-4b6b-adf0-49197bcd920f', 'name': 'network-vif-deleted', 'tag': '80ac1dc9-ba57-4d13-af1d-7015cd7b51a6'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:23:05.845610 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf7ea2f-4809-4cbf-8532-47b555b78749" -d '{"events": [{"server_uuid": "9e3686fe-dce2-4b6b-adf0-49197bcd920f", "name": "network-vif-deleted", "tag": "80ac1dc9-ba57-4d13-af1d-7015cd7b51a6"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:23:05.887842 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d5806d-f548-4d54-8ee6-767b4a8482cb x-openstack-request-id: req-32d5806d-f548-4d54-8ee6-767b4a8482cb {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:23:05.888138 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3686fe-dce2-4b6b-adf0-49197bcd920f", "name": "network-vif-deleted", "tag": "80ac1dc9-ba57-4d13-af1d-7015cd7b51a6", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:23:05.888395 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-32d5806d-f548-4d54-8ee6-767b4a8482cb {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:23:05.888803 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e3686fe-dce2-4b6b-adf0-49197bcd920f', 'name': 'network-vif-deleted', 'tag': '80ac1dc9-ba57-4d13-af1d-7015cd7b51a6', 'status': 'completed', 'code': 200} Aug 19 02:23:05.890731 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fc299-6fa1-4e1e-8188-8e800ffacf21 req-97ad6672-60ea-4dbd-90f7-2765cd9abc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:05.892573 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c70fc299-6fa1-4e1e-8188-8e800ffacf21 req-97ad6672-60ea-4dbd-90f7-2765cd9abc7f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=88b7472a-b5f3-4f58-a9b7-55a108eaaf89 HTTP/1.1" status: 200 len: 855 time: 0.0602911 Aug 19 02:23:05.949030 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fc299-6fa1-4e1e-8188-8e800ffacf21 req-e895634f-0308-462b-9f0f-d748961a4c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:05.950568 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c70fc299-6fa1-4e1e-8188-8e800ffacf21 req-e895634f-0308-462b-9f0f-d748961a4c70 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bb3fc84d-f03f-4d97-87e6-72398b20c906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0439816 Aug 19 02:23:06.059547 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c70fc299-6fa1-4e1e-8188-8e800ffacf21 req-bf64a432-c423-46bd-997c-b82beb9277a8 service neutron] 10.222.0.22 "GET /v2.0/networks/bb3fc84d-f03f-4d97-87e6-72398b20c906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001728 Aug 19 02:23:06.154232 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c70fc299-6fa1-4e1e-8188-8e800ffacf21 req-3014bcf8-bd71-4b26-b0c6-92979758a408 service neutron] 10.222.0.22 "GET /v2.0/networks/bb3fc84d-f03f-4d97-87e6-72398b20c906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857475 Aug 19 02:23:06.284470 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364d80b-e760-4fd7-8b30-c97a71192770 req-90702754-36f0-4bf9-a050-67d0fe6e657d tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:06.286343 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c364d80b-e760-4fd7-8b30-c97a71192770 req-90702754-36f0-4bf9-a050-67d0fe6e657d tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0504496 Aug 19 02:23:06.326010 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c364d80b-e760-4fd7-8b30-c97a71192770 req-6730d6f1-93e5-4d63-b483-3157732a6b02 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329993 Aug 19 02:23:06.606974 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942cef0-b8a1-4a81-bbb9-ebd16c91a78c req-2b4ec519-fcce-4c8b-8b4c-1d7465af1c25 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:06.608473 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-e942cef0-b8a1-4a81-bbb9-ebd16c91a78c req-2b4ec519-fcce-4c8b-8b4c-1d7465af1c25 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=269dc4d8-460f-4f52-9c07-0f3d7757ff89 HTTP/1.1" status: 200 len: 944 time: 0.0532374 Aug 19 02:23:06.644458 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b540ea64-dcab-4b17-88c8-5b92065e35ba req-65f9924d-45e3-4789-882a-8c5c6f21a746 tempest-VolumesNegativeTest-2052135718 tempest-VolumesNegativeTest-2052135718-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e3686fe-dce2-4b6b-adf0-49197bcd920f HTTP/1.1" status: 200 len: 210 time: 0.0259590 Aug 19 02:23:06.648324 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-e942cef0-b8a1-4a81-bbb9-ebd16c91a78c req-85293285-52b4-4978-a559-49f761b5d4b7 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334554 Aug 19 02:23:07.454982 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4868a-71ed-4134-b68e-c99db8d08815 req-04e956fa-d0e9-4ee4-8d11-c5d5fbcb0753 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:07.456491 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-63f4868a-71ed-4134-b68e-c99db8d08815 req-04e956fa-d0e9-4ee4-8d11-c5d5fbcb0753 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0559196 Aug 19 02:23:07.496365 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-63f4868a-71ed-4134-b68e-c99db8d08815 req-b70cbad7-43fe-4c80-aa7d-02421f68593f tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330224 Aug 19 02:23:07.768490 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4fa8c-aad1-40b1-84b6-05462839f655 req-165d09ca-cc2c-4e71-ac0e-9c370b483760 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:07.770729 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-d9b4fa8c-aad1-40b1-84b6-05462839f655 req-165d09ca-cc2c-4e71-ac0e-9c370b483760 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=269dc4d8-460f-4f52-9c07-0f3d7757ff89 HTTP/1.1" status: 200 len: 944 time: 0.0504730 Aug 19 02:23:07.812867 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-d9b4fa8c-aad1-40b1-84b6-05462839f655 req-67ee70ef-6fd1-4788-ad84-5beac29c775b tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355225 Aug 19 02:23:08.409276 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:08.587775 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 4faaf407-dd7d-4f70-ad35-9ee08605c61e up at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:23:08.625948 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a02af2-f82e-46aa-b618-fb19795dced7 req-e4d2abdf-2185-485e-adb1-7b8dd144fb60 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:08.630617 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-47a02af2-f82e-46aa-b618-fb19795dced7 req-e4d2abdf-2185-485e-adb1-7b8dd144fb60 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0573075 Aug 19 02:23:08.668731 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-47a02af2-f82e-46aa-b618-fb19795dced7 req-a7ba7fed-97c4-4742-a1a1-7a8c157ac9d3 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343246 Aug 19 02:23:08.706181 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning for port 4faaf407-dd7d-4f70-ad35-9ee08605c61e completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:23:08.710982 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning complete for port 4faaf407-dd7d-4f70-ad35-9ee08605c61e triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:23:08.715324 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:08.807881 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:08.837556 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '269dc4d8-460f-4f52-9c07-0f3d7757ff89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4faaf407-dd7d-4f70-ad35-9ee08605c61e'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:23:08.840425 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bda349f3ade6abb3bc5cfb3e12963279474636f4ef178e03561db7d4c095529d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3ca84e-7b6f-4a7b-865c-12017b3998ae" -d '{"events": [{"server_uuid": "269dc4d8-460f-4f52-9c07-0f3d7757ff89", "name": "network-vif-plugged", "status": "completed", "tag": "4faaf407-dd7d-4f70-ad35-9ee08605c61e"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:23:08.867772 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 4faaf407-dd7d-4f70-ad35-9ee08605c61e, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=4faaf407-dd7d-4f70-ad35-9ee08605c61e,segment=NetworkSegment(9bf1da37-dd52-4a35-a6bf-1be2af2df224),segment_id=9bf1da37-dd52-4a35-a6bf-1be2af2df224)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:23:08.895730 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400a2f06-d3cf-4540-98dc-17504a120e0c x-openstack-request-id: req-400a2f06-d3cf-4540-98dc-17504a120e0c {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:23:08.896499 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "269dc4d8-460f-4f52-9c07-0f3d7757ff89", "name": "network-vif-plugged", "status": "completed", "tag": "4faaf407-dd7d-4f70-ad35-9ee08605c61e", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:23:08.896926 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-400a2f06-d3cf-4540-98dc-17504a120e0c {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:23:08.897488 dv-cinder-755654-10-iscsi neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '269dc4d8-460f-4f52-9c07-0f3d7757ff89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4faaf407-dd7d-4f70-ad35-9ee08605c61e', 'code': 200} Aug 19 02:23:08.963721 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:08.964522 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 80ac1dc9-ba57-4d13-af1d-7015cd7b51a6 no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:23:08.986036 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] No Port match for: 80ac1dc9-ba57-4d13-af1d-7015cd7b51a6 {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:23:08.986628 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 80ac1dc9-ba57-4d13-af1d-7015cd7b51a6 not bound to the agent host hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:23:09.045784 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 6 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:23:09.054612 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=4faaf407-dd7d-4f70-ad35-9ee08605c61e,revision_number=5']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:09.218470 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737468c9-27ef-4a30-aebf-e87595d6375d req-71c569c2-beb1-4e1c-8053-81f43de2a0f7 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:09.219999 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-737468c9-27ef-4a30-aebf-e87595d6375d req-71c569c2-beb1-4e1c-8053-81f43de2a0f7 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=269dc4d8-460f-4f52-9c07-0f3d7757ff89 HTTP/1.1" status: 200 len: 944 time: 0.2884545 Aug 19 02:23:09.267932 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-737468c9-27ef-4a30-aebf-e87595d6375d req-00807c3d-383d-48d7-afb0-565cd00ffc6f tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376818 Aug 19 02:23:09.309191 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1aeeb-a644-4ce8-80e4-b8a820bc620d req-41f207de-b19a-4f0f-859c-cf06ff0cbb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:09.310732 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e0c1aeeb-a644-4ce8-80e4-b8a820bc620d req-41f207de-b19a-4f0f-859c-cf06ff0cbb79 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=269dc4d8-460f-4f52-9c07-0f3d7757ff89 HTTP/1.1" status: 200 len: 1098 time: 0.0448227 Aug 19 02:23:09.368485 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e0c1aeeb-a644-4ce8-80e4-b8a820bc620d req-5f1cc41c-6de7-4b88-9bf5-225d71277e7e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335042 Aug 19 02:23:09.790548 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185bba8-90e6-4442-ab9f-b623ffc3e114 req-42f505f1-ec34-427e-8bdd-726a3749a7b3 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:09.792019 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-4185bba8-90e6-4442-ab9f-b623ffc3e114 req-42f505f1-ec34-427e-8bdd-726a3749a7b3 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0558498 Aug 19 02:23:09.828877 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-4185bba8-90e6-4442-ab9f-b623ffc3e114 req-e906806a-4d82-45de-a540-d92a2a5c8377 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310144 Aug 19 02:23:10.390260 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1088c-e836-4a5f-87e0-91c4dd4237e6 req-68bcb479-0ae6-40ba-a4dc-b4710d388408 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:10.391856 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-43c1088c-e836-4a5f-87e0-91c4dd4237e6 req-68bcb479-0ae6-40ba-a4dc-b4710d388408 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=269dc4d8-460f-4f52-9c07-0f3d7757ff89 HTTP/1.1" status: 200 len: 945 time: 0.0516591 Aug 19 02:23:10.432660 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-43c1088c-e836-4a5f-87e0-91c4dd4237e6 req-c4ecb337-7728-4bff-864f-146703d62e80 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342591 Aug 19 02:23:10.944959 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8a156-0e82-4f6a-9754-bc45b9214842 req-38070899-4a37-4879-b3d8-f4791ec7e561 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:10.946514 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-70e8a156-0e82-4f6a-9754-bc45b9214842 req-38070899-4a37-4879-b3d8-f4791ec7e561 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0524635 Aug 19 02:23:10.990855 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-70e8a156-0e82-4f6a-9754-bc45b9214842 req-4af5f3c8-4445-45dc-981a-3d5505d5c236 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377467 Aug 19 02:23:11.581301 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647fd5eb-668b-4da0-8b9f-b644f830dcd5 req-b7652e59-1e68-49ef-9833-c99ac12f2faf tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:11.583122 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-647fd5eb-668b-4da0-8b9f-b644f830dcd5 req-b7652e59-1e68-49ef-9833-c99ac12f2faf tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=269dc4d8-460f-4f52-9c07-0f3d7757ff89 HTTP/1.1" status: 200 len: 945 time: 0.0512867 Aug 19 02:23:11.626862 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-647fd5eb-668b-4da0-8b9f-b644f830dcd5 req-c898091e-6079-4f5b-884d-d756f661ab97 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342207 Aug 19 02:23:12.106076 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e926a97-71e6-4c9f-9dd0-948670613072 req-bc645f96-7d52-45ef-be4e-be2c6da8a203 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:12.107578 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-4e926a97-71e6-4c9f-9dd0-948670613072 req-bc645f96-7d52-45ef-be4e-be2c6da8a203 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0487325 Aug 19 02:23:12.148683 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-4e926a97-71e6-4c9f-9dd0-948670613072 req-fd7afa75-6d4d-4a60-9b9f-e78666980fb3 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350852 Aug 19 02:23:14.888677 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4ab02d3d-fc1f-4be9-a813-fd868971a242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:16.614702 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732c443-634a-40fb-b54d-4a88fb62a618 req-cb44d24e-94eb-48c7-8795-f5f588e56482 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:16.616121 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9732c443-634a-40fb-b54d-4a88fb62a618 req-cb44d24e-94eb-48c7-8795-f5f588e56482 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0533781 Aug 19 02:23:16.656844 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9732c443-634a-40fb-b54d-4a88fb62a618 req-4474004b-2458-4331-927c-98ce8de9f0af tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344710 Aug 19 02:23:17.252684 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-66df7569-6164-433f-9415-34fdd30481a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:17.659939 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:17.784683 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278138e-d57f-44ff-8cfc-6a9334684fb4 req-70da60fe-b850-48be-9215-0e903a0c097e tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:17.786910 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c278138e-d57f-44ff-8cfc-6a9334684fb4 req-70da60fe-b850-48be-9215-0e903a0c097e tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0535803 Aug 19 02:23:17.825779 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c278138e-d57f-44ff-8cfc-6a9334684fb4 req-172f59b3-7559-4e16-948a-bb56580de6d0 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326648 Aug 19 02:23:18.489665 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:18.924310 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 37090) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:19.057157 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-850539cb-02c0-4280-8d36-a286c4df4511 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ddb0bd8794c949dc801e24d3b96973f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1316733 Aug 19 02:23:19.059645 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 37094) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:19.115240 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bf8f4110-3b24-480b-9aac-b644521954e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:19.150473 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bf8f4110-3b24-480b-9aac-b644521954e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:19.166558 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 37100) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:19.260543 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bf8f4110-3b24-480b-9aac-b644521954e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:19.263300 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bf8f4110-3b24-480b-9aac-b644521954e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:19.264517 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-bf8f4110-3b24-480b-9aac-b644521954e2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/15a567a7-a812-4df5-b4b2-d7b3d939f751 HTTP/1.1" status: 204 len: 168 time: 0.2039392 Aug 19 02:23:19.273193 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f4110-3b24-480b-9aac-b644521954e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a567a7-a812-4df5-b4b2-d7b3d939f751,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:19.276190 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-77adc49c-b514-4331-bedb-77cb1fb16996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:19.367740 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-77adc49c-b514-4331-bedb-77cb1fb16996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:19.431434 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-77adc49c-b514-4331-bedb-77cb1fb16996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:19.468559 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-77adc49c-b514-4331-bedb-77cb1fb16996 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fe5480e4916946ffad520a5eef5d2849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3008673 Aug 19 02:23:19.470652 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77adc49c-b514-4331-bedb-77cb1fb16996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b78cfe-1976-4c0c-bf19-a5144f2d5eb5,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:19.471398 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 37106) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:23:19.524986 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c1a1ca54-b76a-4cff-ab31-60edf14691ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:19.554685 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c1a1ca54-b76a-4cff-ab31-60edf14691ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:19.665847 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c1a1ca54-b76a-4cff-ab31-60edf14691ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:19.668440 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c1a1ca54-b76a-4cff-ab31-60edf14691ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:19.669681 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-c1a1ca54-b76a-4cff-ab31-60edf14691ae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/60b78cfe-1976-4c0c-bf19-a5144f2d5eb5 HTTP/1.1" status: 204 len: 168 time: 0.1971776 Aug 19 02:23:19.678186 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1ca54-b76a-4cff-ab31-60edf14691ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b78cfe-1976-4c0c-bf19-a5144f2d5eb5,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:20.396202 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:22.454476 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449cf69-2eb7-4e7d-8b79-173d572abd95 req-ef551924-2ef5-42c5-979a-e093b4847968 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:22.455949 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-8449cf69-2eb7-4e7d-8b79-173d572abd95 req-ef551924-2ef5-42c5-979a-e093b4847968 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0474920 Aug 19 02:23:22.493075 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-8449cf69-2eb7-4e7d-8b79-173d572abd95 req-08f749f0-f27b-433c-8e14-63678cbc9dc3 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307293 Aug 19 02:23:23.612270 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35e8fd-d2db-4bb5-984b-f16cd63a5fb4 req-88a48a6b-017d-4b6c-b8d5-ca8d253a8126 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:23.613933 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-3e35e8fd-d2db-4bb5-984b-f16cd63a5fb4 req-88a48a6b-017d-4b6c-b8d5-ca8d253a8126 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0521305 Aug 19 02:23:23.653534 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-3e35e8fd-d2db-4bb5-984b-f16cd63a5fb4 req-30163be2-ee9a-4661-be6e-2109491df7df tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332978 Aug 19 02:23:24.771531 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eba1bb-b7b3-4736-948c-a67066788b58 req-f6340c8f-8a29-48f7-a014-cae52f4380ac tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:24.772964 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b0eba1bb-b7b3-4736-948c-a67066788b58 req-f6340c8f-8a29-48f7-a014-cae52f4380ac tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0477271 Aug 19 02:23:24.810356 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b0eba1bb-b7b3-4736-948c-a67066788b58 req-868795dc-8acc-4555-9544-4b26fd5141ef tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314131 Aug 19 02:23:25.298578 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1b950-e5a0-4169-9b39-223f7aab6cc6 req-c7ffd4d1-2ffe-43b3-893f-f5d7417d900b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:25.300079 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d1c1b950-e5a0-4169-9b39-223f7aab6cc6 req-c7ffd4d1-2ffe-43b3-893f-f5d7417d900b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 1099 time: 0.0414994 Aug 19 02:23:25.336446 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d1c1b950-e5a0-4169-9b39-223f7aab6cc6 req-d9d3da48-a314-46c3-b2bf-f13ae6db752c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274282 Aug 19 02:23:25.968199 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191bc114-933b-4b85-9d30-3db3a839bdcf req-6f6bae03-72fc-46fa-98a3-b7507f6d92e1 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:25.969699 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-191bc114-933b-4b85-9d30-3db3a839bdcf req-6f6bae03-72fc-46fa-98a3-b7507f6d92e1 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0468516 Aug 19 02:23:26.007550 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-191bc114-933b-4b85-9d30-3db3a839bdcf req-3817a4d9-741a-45c8-ae9c-fd3a80a02d40 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313764 Aug 19 02:23:30.980090 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f1f09-2f88-4f0b-868c-1e7f05a946b0 req-b9b53863-2b73-47f1-b9d3-965903cce159 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:30.981723 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c02f1f09-2f88-4f0b-868c-1e7f05a946b0 req-b9b53863-2b73-47f1-b9d3-965903cce159 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0550215 Aug 19 02:23:31.022352 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c02f1f09-2f88-4f0b-868c-1e7f05a946b0 req-255660e3-c159-4181-9e12-42687d05b40e tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333991 Aug 19 02:23:32.137721 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feffdd1-5230-4c13-847d-7f44494ba4ed req-67daad27-1e38-4f26-a066-c96e3ae2b43e tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:32.139211 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4feffdd1-5230-4c13-847d-7f44494ba4ed req-67daad27-1e38-4f26-a066-c96e3ae2b43e tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0503414 Aug 19 02:23:32.184882 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4feffdd1-5230-4c13-847d-7f44494ba4ed req-02f3a7a6-b0be-4aa5-9346-9e0f50d87e49 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396566 Aug 19 02:23:33.300699 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ef1f2-d9d9-4d3f-a1ac-46b8e1d3895d req-3c7c6be9-a2c7-4b69-bd1c-2540d458bc9d tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:33.302868 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c35ef1f2-d9d9-4d3f-a1ac-46b8e1d3895d req-3c7c6be9-a2c7-4b69-bd1c-2540d458bc9d tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0502832 Aug 19 02:23:33.341395 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c35ef1f2-d9d9-4d3f-a1ac-46b8e1d3895d req-a424ac33-9e60-4ef6-bf38-0de7176ff64f tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324988 Aug 19 02:23:33.732542 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab829389-686d-4c51-bbc9-76f8c52c816a req-efb1f8bd-a399-4a51-98c9-60d6b6457ba1 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:33.735411 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ab829389-686d-4c51-bbc9-76f8c52c816a req-efb1f8bd-a399-4a51-98c9-60d6b6457ba1 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0532165 Aug 19 02:23:33.799913 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ab829389-686d-4c51-bbc9-76f8c52c816a req-1216efaf-0ae6-4299-93fe-299c8e207156 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587497 Aug 19 02:23:33.901707 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e1ac5-ead8-4cae-bed6-a60b9bd4d4f9 req-ac9d2ed5-38a3-4a56-a530-1e6b412c0274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:33.901707 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fb1e1ac5-ead8-4cae-bed6-a60b9bd4d4f9 req-ac9d2ed5-38a3-4a56-a530-1e6b412c0274 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f88380b35b344618ad799a1cadc0fb84&device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 1099 time: 0.0469739 Aug 19 02:23:33.915754 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e1ac5-ead8-4cae-bed6-a60b9bd4d4f9 req-b1a8cfd7-bbff-4f3e-bd7f-395cf2c419f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:33.918240 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fb1e1ac5-ead8-4cae-bed6-a60b9bd4d4f9 req-b1a8cfd7-bbff-4f3e-bd7f-395cf2c419f2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=29f65fa0-1bb5-44ce-9209-cb366705e117 HTTP/1.1" status: 200 len: 919 time: 0.0935574 Aug 19 02:23:33.965694 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fb1e1ac5-ead8-4cae-bed6-a60b9bd4d4f9 req-c3a74872-c39b-4521-b6ef-3acb6050b12b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5421a60-66ac-4d11-8044-5323040e199a HTTP/1.1" status: 200 len: 217 time: 0.0366578 Aug 19 02:23:34.020477 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e1ac5-ead8-4cae-bed6-a60b9bd4d4f9 req-34a8ebde-4877-43f2-8865-20ef7b0c84cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:34.022079 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fb1e1ac5-ead8-4cae-bed6-a60b9bd4d4f9 req-34a8ebde-4877-43f2-8865-20ef7b0c84cc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fa40c230-027a-477d-b4e7-d3dafbebf0e8 HTTP/1.1" status: 200 len: 858 time: 0.0467963 Aug 19 02:23:34.054784 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fb1e1ac5-ead8-4cae-bed6-a60b9bd4d4f9 req-3fbc1ce4-55ff-4bfa-bab0-e769f1c87314 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=29f65fa0-1bb5-44ce-9209-cb366705e117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248320 Aug 19 02:23:34.152330 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fb1e1ac5-ead8-4cae-bed6-a60b9bd4d4f9 req-d85e58ec-be86-464e-b5a1-4abaef0d2fc0 service neutron] 10.222.0.22 "GET /v2.0/networks/29f65fa0-1bb5-44ce-9209-cb366705e117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891109 Aug 19 02:23:34.248899 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fb1e1ac5-ead8-4cae-bed6-a60b9bd4d4f9 req-e36ffe71-340a-4837-a029-e46f61d2bacb service neutron] 10.222.0.22 "GET /v2.0/networks/29f65fa0-1bb5-44ce-9209-cb366705e117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878727 Aug 19 02:23:34.996391 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa361b-807c-4dd4-87e9-baa4750673f9 req-307964fc-83b7-4c14-8f3e-ca307cc815a7 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:34.997934 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d4fa361b-807c-4dd4-87e9-baa4750673f9 req-307964fc-83b7-4c14-8f3e-ca307cc815a7 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0517092 Aug 19 02:23:35.039119 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d4fa361b-807c-4dd4-87e9-baa4750673f9 req-14180382-2da4-4f33-be6a-5172e169aaa3 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350854 Aug 19 02:23:35.366155 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94245a5-441c-4704-b2eb-1c1dda6e1708 req-3c9330b0-790f-4bde-b2a0-751902eca9f2 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:35.367822 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d94245a5-441c-4704-b2eb-1c1dda6e1708 req-3c9330b0-790f-4bde-b2a0-751902eca9f2 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 945 time: 0.0536931 Aug 19 02:23:35.406483 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d94245a5-441c-4704-b2eb-1c1dda6e1708 req-38ad0a4a-fc51-4300-9462-e3318774063e tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324969 Aug 19 02:23:36.154081 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73d4ef-7102-4238-8dc8-8fbb3cedf375 req-045c8228-b4ff-4130-bd41-b3c048d44d05 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:36.155708 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-1a73d4ef-7102-4238-8dc8-8fbb3cedf375 req-045c8228-b4ff-4130-bd41-b3c048d44d05 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0503542 Aug 19 02:23:36.197963 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-1a73d4ef-7102-4238-8dc8-8fbb3cedf375 req-fd4dfea7-a096-4a1c-aa7d-e8093c3ce0cd tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365388 Aug 19 02:23:36.527969 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f78d95-f989-407e-8297-675cfe880de6 req-10352885-1db9-4688-8adc-8fa8afbb8254 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:36.529410 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f4f78d95-f989-407e-8297-675cfe880de6 req-10352885-1db9-4688-8adc-8fa8afbb8254 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 945 time: 0.0483878 Aug 19 02:23:36.567257 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f4f78d95-f989-407e-8297-675cfe880de6 req-dd93c150-e605-4ae5-a789-8ad915716ba0 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318723 Aug 19 02:23:37.311781 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817293d-e4b2-402e-8643-ca678002ded8 req-cd2f74f7-4d51-408b-80b7-ae33fa2dc263 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:37.313300 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c817293d-e4b2-402e-8643-ca678002ded8 req-cd2f74f7-4d51-408b-80b7-ae33fa2dc263 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0479288 Aug 19 02:23:37.358105 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c817293d-e4b2-402e-8643-ca678002ded8 req-bf0edb52-0409-4f8e-a9b5-f18d0a1ef3d4 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376201 Aug 19 02:23:37.685196 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89186e0-9327-4998-9be1-8670497a71dd req-12625a03-da8e-466c-b600-214697371e97 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:37.693415 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c89186e0-9327-4998-9be1-8670497a71dd req-12625a03-da8e-466c-b600-214697371e97 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 945 time: 0.0486267 Aug 19 02:23:37.728621 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c89186e0-9327-4998-9be1-8670497a71dd req-6dc486ce-603e-4493-97d5-f966016a200d tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359416 Aug 19 02:23:38.342254 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec25934-6ffc-4e63-ac18-ba9d06c30b6d req-319c913b-3535-495b-a1c9-72ca62682837 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:38.343811 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-1ec25934-6ffc-4e63-ac18-ba9d06c30b6d req-319c913b-3535-495b-a1c9-72ca62682837 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=269dc4d8-460f-4f52-9c07-0f3d7757ff89 HTTP/1.1" status: 200 len: 945 time: 0.0660589 Aug 19 02:23:38.361928 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:38.387697 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-1ec25934-6ffc-4e63-ac18-ba9d06c30b6d req-49f5033a-73e4-4e5f-8b72-d6d7bd8c2a7e tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372772 Aug 19 02:23:38.490145 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc859fd-89e1-4334-ae44-af37a04a5f8f req-fb04a30c-0469-4fc9-b407-7d1f659654cd tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:38.491687 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4fc859fd-89e1-4334-ae44-af37a04a5f8f req-fb04a30c-0469-4fc9-b407-7d1f659654cd tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0581193 Aug 19 02:23:38.541038 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4fc859fd-89e1-4334-ae44-af37a04a5f8f req-3c62385c-992f-4103-98aa-413dd05693ee tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427172 Aug 19 02:23:38.863554 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afc87c-190d-4907-a7fe-4b7906c4ecf2 req-ca67a3a6-b8b0-4266-a495-15b4e0ac0f48 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:38.865338 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-66afc87c-190d-4907-a7fe-4b7906c4ecf2 req-ca67a3a6-b8b0-4266-a495-15b4e0ac0f48 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 945 time: 0.0621889 Aug 19 02:23:38.906864 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-66afc87c-190d-4907-a7fe-4b7906c4ecf2 req-c48875c7-48e4-40bd-b675-4b92e36c4560 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350339 Aug 19 02:23:39.504225 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad86b7b-0948-4734-96dc-4c019ad189d5 req-d6ba6921-f483-41d1-bfe3-418b6eb606b2 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:39.506372 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9ad86b7b-0948-4734-96dc-4c019ad189d5 req-d6ba6921-f483-41d1-bfe3-418b6eb606b2 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=269dc4d8-460f-4f52-9c07-0f3d7757ff89 HTTP/1.1" status: 200 len: 945 time: 0.0485945 Aug 19 02:23:39.542962 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9ad86b7b-0948-4734-96dc-4c019ad189d5 req-5837051c-ef50-4c21-94e2-0f6b7566cdcc tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306234 Aug 19 02:23:39.654498 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76cc53-95e6-4f16-825e-6e8cff32e633 req-505440f5-a8fa-4589-af1b-a2d3bf10da50 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:39.655967 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-0b76cc53-95e6-4f16-825e-6e8cff32e633 req-505440f5-a8fa-4589-af1b-a2d3bf10da50 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0480974 Aug 19 02:23:39.694502 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-0b76cc53-95e6-4f16-825e-6e8cff32e633 req-d373a3ac-8a63-4ffc-ac08-c197b671bfeb tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326331 Aug 19 02:23:40.026697 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc67af9-6ac0-41da-9e12-eeb71e8bf4ae req-eb1b871b-0a0c-4b36-a589-691ba6178efc tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:40.028361 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fdc67af9-6ac0-41da-9e12-eeb71e8bf4ae req-eb1b871b-0a0c-4b36-a589-691ba6178efc tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 945 time: 0.0479300 Aug 19 02:23:40.072336 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fdc67af9-6ac0-41da-9e12-eeb71e8bf4ae req-c2afc997-7b93-4223-973b-dd9d674f97d3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378926 Aug 19 02:23:40.657567 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c387bb-4776-4ffb-982d-430bb85ca96b req-8a2235d4-8427-48a3-aea1-c0d949c14472 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:40.659016 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-82c387bb-4776-4ffb-982d-430bb85ca96b req-8a2235d4-8427-48a3-aea1-c0d949c14472 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=269dc4d8-460f-4f52-9c07-0f3d7757ff89 HTTP/1.1" status: 200 len: 945 time: 0.0473452 Aug 19 02:23:40.696836 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-82c387bb-4776-4ffb-982d-430bb85ca96b req-f9e808b6-1a8a-4ecf-b38b-4369658cb855 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309653 Aug 19 02:23:41.189276 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ed1bc-17ca-4f5b-a6ba-21e2e33bcb72 req-0806f919-8df5-467f-9225-2e491094551f tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:41.190777 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-a10ed1bc-17ca-4f5b-a6ba-21e2e33bcb72 req-0806f919-8df5-467f-9225-2e491094551f tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 945 time: 0.0479410 Aug 19 02:23:41.229897 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-a10ed1bc-17ca-4f5b-a6ba-21e2e33bcb72 req-aa10bdba-efc3-4973-88ce-2c991a61acff tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319889 Aug 19 02:23:41.494242 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b68ab8-cd59-44af-b750-0ece26db7f16 req-c6b70444-3a4e-4170-98f2-f36eef3861f2 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:41.495898 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-83b68ab8-cd59-44af-b750-0ece26db7f16 req-c6b70444-3a4e-4170-98f2-f36eef3861f2 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.22 "GET /v2.0/ports?device_id=269dc4d8-460f-4f52-9c07-0f3d7757ff89 HTTP/1.1" status: 200 len: 945 time: 0.0476949 Aug 19 02:23:41.590442 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-83b68ab8-cd59-44af-b750-0ece26db7f16 req-35394c72-ba67-4725-8742-89ddeb965201 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Deleting port 4faaf407-dd7d-4f70-ad35-9ee08605c61e {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:23:41.590790 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-83b68ab8-cd59-44af-b750-0ece26db7f16 req-35394c72-ba67-4725-8742-89ddeb965201 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:41.677898 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-83b68ab8-cd59-44af-b750-0ece26db7f16 req-35394c72-ba67-4725-8742-89ddeb965201 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] For port 4faaf407-dd7d-4f70-ad35-9ee08605c61e, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=4faaf407-dd7d-4f70-ad35-9ee08605c61e,segment=NetworkSegment(9bf1da37-dd52-4a35-a6bf-1be2af2df224),segment_id=9bf1da37-dd52-4a35-a6bf-1be2af2df224)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:23:41.678262 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-83b68ab8-cd59-44af-b750-0ece26db7f16 req-35394c72-ba67-4725-8742-89ddeb965201 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:41.690553 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-83b68ab8-cd59-44af-b750-0ece26db7f16 req-35394c72-ba67-4725-8742-89ddeb965201 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Calling delete_port for 4faaf407-dd7d-4f70-ad35-9ee08605c61e owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:23:41.813421 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21b4c4-8348-430a-8f1f-83305943fa2c req-fafdf5b0-bf7b-4e3c-be98-b165ae57a0e7 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:41.814840 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-7e21b4c4-8348-430a-8f1f-83305943fa2c req-fafdf5b0-bf7b-4e3c-be98-b165ae57a0e7 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=269dc4d8-460f-4f52-9c07-0f3d7757ff89 HTTP/1.1" status: 200 len: 945 time: 0.0523534 Aug 19 02:23:41.853631 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-7e21b4c4-8348-430a-8f1f-83305943fa2c req-bfe56f72-c296-476e-9971-36f34f862517 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324602 Aug 19 02:23:41.882776 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-83b68ab8-cd59-44af-b750-0ece26db7f16 req-35394c72-ba67-4725-8742-89ddeb965201 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:41.895186 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] get_ports_and_sgs() called for port_ids ['76efc3d0-1d4c-4cae-bf48-20d1af04e8ca', '282efd73-f99e-4710-a65e-c20c01baa7b1', '43df78d2-dcdc-4f8c-94f1-59ea6689eed3', '4faaf407-dd7d-4f70-ad35-9ee08605c61e'] {{(pid=94446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:23:41.909748 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35394c72-ba67-4725-8742-89ddeb965201 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Pushing event deleted for resources: {'Port': ['ID=4faaf407-dd7d-4f70-ad35-9ee08605c61e,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:41.950384 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b68ab8-cd59-44af-b750-0ece26db7f16 req-35394c72-ba67-4725-8742-89ddeb965201 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] No DVR routers for this DVR port 4faaf407-dd7d-4f70-ad35-9ee08605c61e on host hv-cinder-75565 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:23:41.952894 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-83b68ab8-cd59-44af-b750-0ece26db7f16 req-35394c72-ba67-4725-8742-89ddeb965201 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:41.954900 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-83b68ab8-cd59-44af-b750-0ece26db7f16 req-35394c72-ba67-4725-8742-89ddeb965201 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.22 "DELETE /v2.0/ports/4faaf407-dd7d-4f70-ad35-9ee08605c61e HTTP/1.1" status: 204 len: 173 time: 0.4510517 Aug 19 02:23:41.955332 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '269dc4d8-460f-4f52-9c07-0f3d7757ff89', 'name': 'network-vif-deleted', 'tag': '4faaf407-dd7d-4f70-ad35-9ee08605c61e'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:23:41.962242 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe3f105-1341-451c-8b96-05577828e452" -d '{"events": [{"server_uuid": "269dc4d8-460f-4f52-9c07-0f3d7757ff89", "name": "network-vif-deleted", "tag": "4faaf407-dd7d-4f70-ad35-9ee08605c61e"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:23:42.000281 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed1335a-d45d-48cf-be56-1905198b9317 x-openstack-request-id: req-eed1335a-d45d-48cf-be56-1905198b9317 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:23:42.000281 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "269dc4d8-460f-4f52-9c07-0f3d7757ff89", "name": "network-vif-deleted", "tag": "4faaf407-dd7d-4f70-ad35-9ee08605c61e", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:23:42.000281 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eed1335a-d45d-48cf-be56-1905198b9317 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:23:42.000281 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '269dc4d8-460f-4f52-9c07-0f3d7757ff89', 'name': 'network-vif-deleted', 'tag': '4faaf407-dd7d-4f70-ad35-9ee08605c61e', 'status': 'completed', 'code': 200} Aug 19 02:23:42.377214 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5d67a-ff66-48b4-bab9-73d3e4be407d req-64276ab2-f294-4fea-a73f-8dd8d314e883 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:42.378756 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-2cc5d67a-ff66-48b4-bab9-73d3e4be407d req-64276ab2-f294-4fea-a73f-8dd8d314e883 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 945 time: 0.0590532 Aug 19 02:23:42.419431 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-2cc5d67a-ff66-48b4-bab9-73d3e4be407d req-3dda59ca-8e08-41ac-8118-b9ed9928b435 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339117 Aug 19 02:23:42.484217 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6299f10-745e-40ea-a130-cfddcb7dfd80 req-9698b156-2037-44a0-bbb7-2117f48d6e9e tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:42.485822 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d6299f10-745e-40ea-a130-cfddcb7dfd80 req-9698b156-2037-44a0-bbb7-2117f48d6e9e tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0537724 Aug 19 02:23:42.528387 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d6299f10-745e-40ea-a130-cfddcb7dfd80 req-a2a7b82e-2ea6-438d-af11-ba37be366f17 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323808 Aug 19 02:23:42.959140 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d07fb345-280d-4136-b241-2b4b32662d09 req-7bf13af2-4437-4f80-ae69-eda09dc2a5f5 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=269dc4d8-460f-4f52-9c07-0f3d7757ff89 HTTP/1.1" status: 200 len: 210 time: 0.0258157 Aug 19 02:23:43.535766 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9ccb2-473d-4296-8fb7-1bec8b11092b req-75b8320d-3071-4473-8daa-d5bc18544ce4 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:43.537266 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b5e9ccb2-473d-4296-8fb7-1bec8b11092b req-75b8320d-3071-4473-8daa-d5bc18544ce4 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 945 time: 0.0471070 Aug 19 02:23:43.575138 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b5e9ccb2-473d-4296-8fb7-1bec8b11092b req-07442e7f-28b6-469a-b56d-adad043058d2 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320807 Aug 19 02:23:44.713653 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a364f0-1381-429e-a9bd-8961c011c9d1 req-c21a05c6-e599-4e5e-bd80-b95ded841810 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:44.715222 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-23a364f0-1381-429e-a9bd-8961c011c9d1 req-c21a05c6-e599-4e5e-bd80-b95ded841810 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 945 time: 0.0608649 Aug 19 02:23:44.756005 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-23a364f0-1381-429e-a9bd-8961c011c9d1 req-9b15d01f-06bf-4bc5-b856-4fd13ef118d7 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339532 Aug 19 02:23:44.834373 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 4faaf407-dd7d-4f70-ad35-9ee08605c61e no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:23:44.854708 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] No Port match for: 4faaf407-dd7d-4f70-ad35-9ee08605c61e {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:23:44.855064 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 4faaf407-dd7d-4f70-ad35-9ee08605c61e not bound to the agent host hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:23:44.870265 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-22dc7f4d-8690-4003-91dd-764d06fce960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:45.251676 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6d7f0-81bd-44c8-8ca8-4b27cc919f51 req-f4a35ef1-b2d2-40c0-98b3-3b07baf9e7a0 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:45.253299 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-07e6d7f0-81bd-44c8-8ca8-4b27cc919f51 req-f4a35ef1-b2d2-40c0-98b3-3b07baf9e7a0 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.0494592 Aug 19 02:23:45.295144 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-07e6d7f0-81bd-44c8-8ca8-4b27cc919f51 req-bdf0e586-c4e1-4534-80eb-ff85895f49da tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329566 Aug 19 02:23:45.746151 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fbb31-1675-4446-904c-3fdbe2cf3865 req-daf822fb-3580-4fcb-b824-2028e22c6334 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:45.747794 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c50fbb31-1675-4446-904c-3fdbe2cf3865 req-daf822fb-3580-4fcb-b824-2028e22c6334 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f3b05e7-10d0-4838-bdb9-ef8751bb27ee HTTP/1.1" status: 200 len: 945 time: 0.0486805 Aug 19 02:23:45.785958 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c50fbb31-1675-4446-904c-3fdbe2cf3865 req-56021574-957d-4719-a64a-d4b8704ebfd5 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322065 Aug 19 02:23:45.884550 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e9314-31f2-40b2-8c3b-9016a27485ef req-d3a8b904-0714-4901-b159-c31bc6c9e7d8 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:45.886042 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-0e5e9314-31f2-40b2-8c3b-9016a27485ef req-d3a8b904-0714-4901-b159-c31bc6c9e7d8 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 945 time: 0.0496769 Aug 19 02:23:45.924588 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-0e5e9314-31f2-40b2-8c3b-9016a27485ef req-f58dedac-5c2b-46cd-b84f-9df1357af105 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325503 Aug 19 02:23:46.044763 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 6 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:23:46.419574 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d04a7-8c07-42b8-8e71-83b1ae404cf1 req-acc13831-23ff-4bfa-8ef3-9f05d5c5197c tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:46.421060 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c67d04a7-8c07-42b8-8e71-83b1ae404cf1 req-acc13831-23ff-4bfa-8ef3-9f05d5c5197c tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.0529180 Aug 19 02:23:46.462112 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c67d04a7-8c07-42b8-8e71-83b1ae404cf1 req-9b36bb68-f177-47b4-9503-dce3e8f9200f tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350294 Aug 19 02:23:46.732211 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d43d94-dca5-479a-9dad-06fd9c89de12 req-0e465973-e81e-4864-a972-4a97e8f37a30 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:46.733612 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-77d43d94-dca5-479a-9dad-06fd9c89de12 req-0e465973-e81e-4864-a972-4a97e8f37a30 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/ports?device_id=be96d631-99be-4706-8cea-33bb859d832f HTTP/1.1" status: 200 len: 946 time: 0.0478995 Aug 19 02:23:46.770726 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-77d43d94-dca5-479a-9dad-06fd9c89de12 req-dd444743-6b52-4b00-a4b1-177ffd905565 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/security-groups?id=33d88cd5-45b5-4cfd-83d8-744ef1666cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313628 Aug 19 02:23:46.907185 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4184f90-ac4a-4b1b-9ae0-79774760ad55 req-1670c814-3145-4f94-af35-1e47904d4242 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:46.908630 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f4184f90-ac4a-4b1b-9ae0-79774760ad55 req-1670c814-3145-4f94-af35-1e47904d4242 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f3b05e7-10d0-4838-bdb9-ef8751bb27ee HTTP/1.1" status: 200 len: 945 time: 0.0504811 Aug 19 02:23:46.945643 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f4184f90-ac4a-4b1b-9ae0-79774760ad55 req-f86aa3c4-70f2-4b50-9c62-70207a7af6e3 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304132 Aug 19 02:23:47.042808 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea0004-2303-4521-9a22-76e17c5324d5 req-51b70d9c-f1de-4a17-b1b1-f354e4050724 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:47.044188 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-ddea0004-2303-4521-9a22-76e17c5324d5 req-51b70d9c-f1de-4a17-b1b1-f354e4050724 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 945 time: 0.0478375 Aug 19 02:23:47.080665 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-ddea0004-2303-4521-9a22-76e17c5324d5 req-da565e6d-2e7e-4135-b1a8-62c25c203172 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306675 Aug 19 02:23:47.236501 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5784f211-08a5-4fe9-ad50-062d81f7b0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:47.579683 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b335c7-a7a5-47a7-8cc4-19d8fbea3602 req-6a4237a2-92e0-463e-898a-b37660e170c2 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:47.581211 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e7b335c7-a7a5-47a7-8cc4-19d8fbea3602 req-6a4237a2-92e0-463e-898a-b37660e170c2 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.0489743 Aug 19 02:23:47.619873 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e7b335c7-a7a5-47a7-8cc4-19d8fbea3602 req-d591595c-9e2e-4502-afdd-4ab75f1b019b tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317452 Aug 19 02:23:47.658559 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:47.888495 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd8dd6-1cf5-43e2-a2e6-48e2695426bb req-cd6af9fb-4b7d-4c65-b9ef-b2f2ca730a2d tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:47.889985 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-67cd8dd6-1cf5-43e2-a2e6-48e2695426bb req-cd6af9fb-4b7d-4c65-b9ef-b2f2ca730a2d tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/ports?device_id=be96d631-99be-4706-8cea-33bb859d832f HTTP/1.1" status: 200 len: 946 time: 0.0520058 Aug 19 02:23:47.926306 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-67cd8dd6-1cf5-43e2-a2e6-48e2695426bb req-2443f599-da8c-4b76-a150-612dc9bd4ec7 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/security-groups?id=33d88cd5-45b5-4cfd-83d8-744ef1666cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302751 Aug 19 02:23:48.058454 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536ff10-8dec-4458-ba40-d62e60f62c7e req-b2b94993-58d4-4b67-bc4a-1f2fbf5cbd25 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:48.059795 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b536ff10-8dec-4458-ba40-d62e60f62c7e req-b2b94993-58d4-4b67-bc4a-1f2fbf5cbd25 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f3b05e7-10d0-4838-bdb9-ef8751bb27ee HTTP/1.1" status: 200 len: 945 time: 0.0763133 Aug 19 02:23:48.082737 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdba45d-de72-4c83-a2d9-fd46e64064b8 req-9f40adb0-8130-4983-8d05-33b8bbdf15f5 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:48.084156 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-efdba45d-de72-4c83-a2d9-fd46e64064b8 req-9f40adb0-8130-4983-8d05-33b8bbdf15f5 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f3b05e7-10d0-4838-bdb9-ef8751bb27ee HTTP/1.1" status: 200 len: 945 time: 0.0726364 Aug 19 02:23:48.166189 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-efdba45d-de72-4c83-a2d9-fd46e64064b8 req-f9af98c5-cae5-4168-92b6-6f7bd483dc3c tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661786 Aug 19 02:23:48.188825 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-b536ff10-8dec-4458-ba40-d62e60f62c7e req-844a4d5c-3ce8-4ebb-b5f5-3534822b4754 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Deleting port 43df78d2-dcdc-4f8c-94f1-59ea6689eed3 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:23:48.189200 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b536ff10-8dec-4458-ba40-d62e60f62c7e req-844a4d5c-3ce8-4ebb-b5f5-3534822b4754 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:48.204736 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5144ca2-63b3-472a-a81a-c8efda629a03 req-65a348e9-d49c-4bb3-87c4-b676394efae8 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:48.206266 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c5144ca2-63b3-472a-a81a-c8efda629a03 req-65a348e9-d49c-4bb3-87c4-b676394efae8 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 945 time: 0.0538435 Aug 19 02:23:48.246386 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c5144ca2-63b3-472a-a81a-c8efda629a03 req-db6c5394-b137-4aa0-b955-2bcaf1fa9baa tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340121 Aug 19 02:23:48.465963 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:48.509922 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-b536ff10-8dec-4458-ba40-d62e60f62c7e req-844a4d5c-3ce8-4ebb-b5f5-3534822b4754 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] For port 43df78d2-dcdc-4f8c-94f1-59ea6689eed3, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=43df78d2-dcdc-4f8c-94f1-59ea6689eed3,segment=NetworkSegment(9bf1da37-dd52-4a35-a6bf-1be2af2df224),segment_id=9bf1da37-dd52-4a35-a6bf-1be2af2df224)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:23:48.510285 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b536ff10-8dec-4458-ba40-d62e60f62c7e req-844a4d5c-3ce8-4ebb-b5f5-3534822b4754 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:48.522438 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-b536ff10-8dec-4458-ba40-d62e60f62c7e req-844a4d5c-3ce8-4ebb-b5f5-3534822b4754 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Calling delete_port for 43df78d2-dcdc-4f8c-94f1-59ea6689eed3 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:23:48.717455 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b536ff10-8dec-4458-ba40-d62e60f62c7e req-844a4d5c-3ce8-4ebb-b5f5-3534822b4754 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:48.733532 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] get_ports_and_sgs() called for port_ids ['76efc3d0-1d4c-4cae-bf48-20d1af04e8ca', '282efd73-f99e-4710-a65e-c20c01baa7b1', '43df78d2-dcdc-4f8c-94f1-59ea6689eed3'] {{(pid=94446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:23:48.748949 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a4d5c-3ce8-4ebb-b5f5-3534822b4754 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Pushing event deleted for resources: {'Port': ['ID=43df78d2-dcdc-4f8c-94f1-59ea6689eed3,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:48.795235 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b536ff10-8dec-4458-ba40-d62e60f62c7e req-844a4d5c-3ce8-4ebb-b5f5-3534822b4754 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] No DVR routers for this DVR port 43df78d2-dcdc-4f8c-94f1-59ea6689eed3 on host hv-cinder-75565 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:23:48.797821 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b536ff10-8dec-4458-ba40-d62e60f62c7e req-844a4d5c-3ce8-4ebb-b5f5-3534822b4754 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:48.799974 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b536ff10-8dec-4458-ba40-d62e60f62c7e req-844a4d5c-3ce8-4ebb-b5f5-3534822b4754 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.22 "DELETE /v2.0/ports/43df78d2-dcdc-4f8c-94f1-59ea6689eed3 HTTP/1.1" status: 204 len: 173 time: 0.7325692 Aug 19 02:23:48.801238 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3b05e7-10d0-4838-bdb9-ef8751bb27ee', 'name': 'network-vif-deleted', 'tag': '43df78d2-dcdc-4f8c-94f1-59ea6689eed3'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:23:48.804963 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca648c12-2742-4739-b296-f1b816d6c919" -d '{"events": [{"server_uuid": "9f3b05e7-10d0-4838-bdb9-ef8751bb27ee", "name": "network-vif-deleted", "tag": "43df78d2-dcdc-4f8c-94f1-59ea6689eed3"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:23:48.815407 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be600ef-932f-4f7c-9056-8348c276e2eb req-c12dea09-5cb0-4d2c-b71e-8322a67fdae6 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:48.819827 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6be600ef-932f-4f7c-9056-8348c276e2eb req-c12dea09-5cb0-4d2c-b71e-8322a67fdae6 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.1279116 Aug 19 02:23:48.847951 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0e2c7d-a8be-4cd7-b583-6fda76efd1e9 x-openstack-request-id: req-7e0e2c7d-a8be-4cd7-b583-6fda76efd1e9 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:23:48.847951 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f3b05e7-10d0-4838-bdb9-ef8751bb27ee", "name": "network-vif-deleted", "tag": "43df78d2-dcdc-4f8c-94f1-59ea6689eed3", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:23:48.848228 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7e0e2c7d-a8be-4cd7-b583-6fda76efd1e9 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:23:48.849563 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3b05e7-10d0-4838-bdb9-ef8751bb27ee', 'name': 'network-vif-deleted', 'tag': '43df78d2-dcdc-4f8c-94f1-59ea6689eed3', 'status': 'completed', 'code': 200} Aug 19 02:23:48.863830 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6be600ef-932f-4f7c-9056-8348c276e2eb req-f9aafa1d-b7f1-453f-8896-15e7057e9f7a tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392859 Aug 19 02:23:48.865034 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 420b70b1-b5dd-4288-aad7-8bccf0961747 details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:23:49.016520 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 420b70b1-b5dd-4288-aad7-8bccf0961747, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=420b70b1-b5dd-4288-aad7-8bccf0961747,segment=NetworkSegment(b757261d-bab5-459c-9be2-97b5652aa046),segment_id=b757261d-bab5-459c-9be2-97b5652aa046)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:23:49.037988 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Returning: {'device': '420b70b1-b5dd-4288-aad7-8bccf0961747', 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906', 'port_id': '420b70b1-b5dd-4288-aad7-8bccf0961747', 'mac_address': 'fa:16:3e:6e:a7:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88b7472a-b5f3-4f58-a9b7-55a108eaaf89', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:23:49.048742 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dafe84-ebd5-42b0-a8d0-bf1096df7368 req-d12a6a82-229d-46d9-9f76-04657cf2cd04 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:49.050272 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-d3dafe84-ebd5-42b0-a8d0-bf1096df7368 req-d12a6a82-229d-46d9-9f76-04657cf2cd04 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/ports?device_id=be96d631-99be-4706-8cea-33bb859d832f HTTP/1.1" status: 200 len: 946 time: 0.0506840 Aug 19 02:23:49.080602 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:49.090026 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-d3dafe84-ebd5-42b0-a8d0-bf1096df7368 req-bd0379c5-9992-4037-a9c9-524ef23eb0d6 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/security-groups?id=33d88cd5-45b5-4cfd-83d8-744ef1666cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331936 Aug 19 02:23:49.094917 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 420b70b1-b5dd-4288-aad7-8bccf0961747 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:23:49.124339 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 420b70b1-b5dd-4288-aad7-8bccf0961747, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=420b70b1-b5dd-4288-aad7-8bccf0961747,segment=NetworkSegment(b757261d-bab5-459c-9be2-97b5652aa046),segment_id=b757261d-bab5-459c-9be2-97b5652aa046)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:23:49.202995 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:49.254653 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=420b70b1-b5dd-4288-aad7-8bccf0961747,revision_number=6']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:49.275455 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-917cc09d-0119-4ada-9534-483654092d06 req-dd528392-4488-49e3-aa6f-fa501f1767ed tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f3b05e7-10d0-4838-bdb9-ef8751bb27ee HTTP/1.1" status: 200 len: 210 time: 0.0266359 Aug 19 02:23:49.368211 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9633fe5-2944-4469-84ad-7112b8e277d9 req-7b13c74c-7ce7-44f9-a5ee-ec939f6b3746 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:49.369706 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-e9633fe5-2944-4469-84ad-7112b8e277d9 req-7b13c74c-7ce7-44f9-a5ee-ec939f6b3746 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 944 time: 0.0506783 Aug 19 02:23:49.406893 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-e9633fe5-2944-4469-84ad-7112b8e277d9 req-2867ca2a-3740-445a-88f1-07b29465e8a0 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310967 Aug 19 02:23:49.552766 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] get_ports_and_sgs() called for port_ids ['420b70b1-b5dd-4288-aad7-8bccf0961747'] {{(pid=94446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:23:49.569994 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5eb0a3-d7b6-4085-b99c-af89a92ba087 req-ed154db3-18c0-4c16-a334-ae7a1a307b09 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:49.571602 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-df5eb0a3-d7b6-4085-b99c-af89a92ba087 req-ed154db3-18c0-4c16-a334-ae7a1a307b09 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.22 "GET /v2.0/ports?device_id=be96d631-99be-4706-8cea-33bb859d832f HTTP/1.1" status: 200 len: 946 time: 0.0477982 Aug 19 02:23:49.675639 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-df5eb0a3-d7b6-4085-b99c-af89a92ba087 req-3d3d3677-1b07-44d9-aaa5-23bdbae3cb6a tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Deleting port 771ac2f2-a45a-4826-9ba5-b33067b07731 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:23:49.676050 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-df5eb0a3-d7b6-4085-b99c-af89a92ba087 req-3d3d3677-1b07-44d9-aaa5-23bdbae3cb6a tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:49.775293 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-df5eb0a3-d7b6-4085-b99c-af89a92ba087 req-3d3d3677-1b07-44d9-aaa5-23bdbae3cb6a tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] For port 771ac2f2-a45a-4826-9ba5-b33067b07731, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=771ac2f2-a45a-4826-9ba5-b33067b07731,segment=NetworkSegment(a5480111-2330-4838-8586-856118a142cb),segment_id=a5480111-2330-4838-8586-856118a142cb)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:23:49.775873 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-df5eb0a3-d7b6-4085-b99c-af89a92ba087 req-3d3d3677-1b07-44d9-aaa5-23bdbae3cb6a tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:49.788714 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-df5eb0a3-d7b6-4085-b99c-af89a92ba087 req-3d3d3677-1b07-44d9-aaa5-23bdbae3cb6a tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Calling delete_port for 771ac2f2-a45a-4826-9ba5-b33067b07731 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:23:49.982025 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124246f-d1fe-4467-ad41-a91ef9fdf0a7 req-d88e74d7-4e8c-4b21-89c9-9cbd27e80518 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:49.983511 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9124246f-d1fe-4467-ad41-a91ef9fdf0a7 req-d88e74d7-4e8c-4b21-89c9-9cbd27e80518 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.0489919 Aug 19 02:23:49.984251 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-df5eb0a3-d7b6-4085-b99c-af89a92ba087 req-3d3d3677-1b07-44d9-aaa5-23bdbae3cb6a tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:49.998269 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] get_ports_and_sgs() called for port_ids ['771ac2f2-a45a-4826-9ba5-b33067b07731'] {{(pid=94446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:23:50.019051 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3d3677-1b07-44d9-aaa5-23bdbae3cb6a tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Pushing event deleted for resources: {'Port': ['ID=771ac2f2-a45a-4826-9ba5-b33067b07731,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:50.078391 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-df5eb0a3-d7b6-4085-b99c-af89a92ba087 req-3d3d3677-1b07-44d9-aaa5-23bdbae3cb6a tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] No DVR routers for this DVR port 771ac2f2-a45a-4826-9ba5-b33067b07731 on host hv-cinder-75565 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:23:50.083748 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9124246f-d1fe-4467-ad41-a91ef9fdf0a7 req-60184c68-e58a-43c5-b7bf-39380eace973 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924311 Aug 19 02:23:50.084757 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-df5eb0a3-d7b6-4085-b99c-af89a92ba087 req-3d3d3677-1b07-44d9-aaa5-23bdbae3cb6a tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:50.086629 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-df5eb0a3-d7b6-4085-b99c-af89a92ba087 req-3d3d3677-1b07-44d9-aaa5-23bdbae3cb6a tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.22 "DELETE /v2.0/ports/771ac2f2-a45a-4826-9ba5-b33067b07731 HTTP/1.1" status: 204 len: 173 time: 0.5075357 Aug 19 02:23:50.188120 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-a9013038-302d-42a0-987d-7a23b4735569 req-f95a43f7-9240-4b0d-a495-c82a8bb8cf8e tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/ports?device_id=be96d631-99be-4706-8cea-33bb859d832f HTTP/1.1" status: 200 len: 210 time: 0.0254886 Aug 19 02:23:50.380254 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:50.523598 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699d55d-f840-46c3-b22e-5d65aedd35cb req-0210299c-ee0c-4d5e-a350-738950e1b29f tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:50.525103 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4699d55d-f840-46c3-b22e-5d65aedd35cb req-0210299c-ee0c-4d5e-a350-738950e1b29f tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 944 time: 0.0477834 Aug 19 02:23:50.565014 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4699d55d-f840-46c3-b22e-5d65aedd35cb req-ee205f9c-d342-4d99-8c74-a04e14a8b896 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339441 Aug 19 02:23:50.735628 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3adc96-d858-490c-b973-7b1c4b29744a req-01fb9020-3ded-4a19-b00e-c006abac835a tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:50.735628 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-8b3adc96-d858-490c-b973-7b1c4b29744a req-01fb9020-3ded-4a19-b00e-c006abac835a tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8905cb4-2c74-4eff-a163-502287fdb2b8 HTTP/1.1" status: 200 len: 945 time: 0.0502985 Aug 19 02:23:50.777855 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-8b3adc96-d858-490c-b973-7b1c4b29744a req-73d6244e-09a8-4155-8259-bfdc0a42416f tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369244 Aug 19 02:23:50.850585 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be96d631-99be-4706-8cea-33bb859d832f', 'name': 'network-vif-deleted', 'tag': '771ac2f2-a45a-4826-9ba5-b33067b07731'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:23:50.852958 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705ed793-870f-4ed2-b0b7-d282ac322cf5" -d '{"events": [{"server_uuid": "be96d631-99be-4706-8cea-33bb859d832f", "name": "network-vif-deleted", "tag": "771ac2f2-a45a-4826-9ba5-b33067b07731"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:23:50.862754 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 420b70b1-b5dd-4288-aad7-8bccf0961747 up at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:23:50.892202 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c55e7b-39eb-413b-8eb0-a4378c53b54e x-openstack-request-id: req-c7c55e7b-39eb-413b-8eb0-a4378c53b54e {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:23:50.892492 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be96d631-99be-4706-8cea-33bb859d832f", "name": "network-vif-deleted", "tag": "771ac2f2-a45a-4826-9ba5-b33067b07731", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:23:50.892747 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c7c55e7b-39eb-413b-8eb0-a4378c53b54e {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:23:50.893168 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be96d631-99be-4706-8cea-33bb859d832f', 'name': 'network-vif-deleted', 'tag': '771ac2f2-a45a-4826-9ba5-b33067b07731', 'status': 'completed', 'code': 200} Aug 19 02:23:50.913895 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning complete for port 420b70b1-b5dd-4288-aad7-8bccf0961747 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:23:50.914316 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:50.992209 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:51.014726 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350c5a62-4c94-4303-b68e-578dcae254ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '420b70b1-b5dd-4288-aad7-8bccf0961747'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:23:51.016955 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bda349f3ade6abb3bc5cfb3e12963279474636f4ef178e03561db7d4c095529d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1c15a5-14db-4480-9865-d38b76efc0de" -d '{"events": [{"server_uuid": "350c5a62-4c94-4303-b68e-578dcae254ed", "name": "network-vif-plugged", "status": "completed", "tag": "420b70b1-b5dd-4288-aad7-8bccf0961747"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:23:51.030408 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 420b70b1-b5dd-4288-aad7-8bccf0961747, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=420b70b1-b5dd-4288-aad7-8bccf0961747,segment=NetworkSegment(b757261d-bab5-459c-9be2-97b5652aa046),segment_id=b757261d-bab5-459c-9be2-97b5652aa046)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:23:51.055212 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fb690e-4972-48bf-b071-6a5eb2e68553 x-openstack-request-id: req-d0fb690e-4972-48bf-b071-6a5eb2e68553 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:23:51.055525 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "350c5a62-4c94-4303-b68e-578dcae254ed", "name": "network-vif-plugged", "status": "completed", "tag": "420b70b1-b5dd-4288-aad7-8bccf0961747", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:23:51.055775 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d0fb690e-4972-48bf-b071-6a5eb2e68553 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:23:51.056162 dv-cinder-755654-10-iscsi neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350c5a62-4c94-4303-b68e-578dcae254ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '420b70b1-b5dd-4288-aad7-8bccf0961747', 'code': 200} Aug 19 02:23:51.116803 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:51.117667 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 43df78d2-dcdc-4f8c-94f1-59ea6689eed3 no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:23:51.154133 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] No Port match for: 43df78d2-dcdc-4f8c-94f1-59ea6689eed3 {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:23:51.154489 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 43df78d2-dcdc-4f8c-94f1-59ea6689eed3 not bound to the agent host hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:23:51.181737 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=420b70b1-b5dd-4288-aad7-8bccf0961747,revision_number=7']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:51.202531 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35d609-0999-4d49-8d84-cdf0c12f81c4 req-6937a947-3942-4f5a-8ed9-fa198a33d028 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:51.204554 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-ff35d609-0999-4d49-8d84-cdf0c12f81c4 req-6937a947-3942-4f5a-8ed9-fa198a33d028 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.0501344 Aug 19 02:23:51.244269 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-ff35d609-0999-4d49-8d84-cdf0c12f81c4 req-a229d8e8-c2f1-442b-9a7c-d9ac02d28da0 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331986 Aug 19 02:23:51.683095 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33c70f-040b-4c6c-88ef-bb1537726795 req-7466d547-2b25-4bd4-8a5e-188e9c7d19f6 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:51.684585 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ee33c70f-040b-4c6c-88ef-bb1537726795 req-7466d547-2b25-4bd4-8a5e-188e9c7d19f6 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 945 time: 0.0482755 Aug 19 02:23:51.726727 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ee33c70f-040b-4c6c-88ef-bb1537726795 req-e3fb1d2b-fe90-4f56-bec1-952293e77522 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363667 Aug 19 02:23:51.892867 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad567db-095c-44cc-9eba-98554e9445f2 req-4702c508-94c1-45f7-82f5-197954ceaf36 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:51.894377 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-1ad567db-095c-44cc-9eba-98554e9445f2 req-4702c508-94c1-45f7-82f5-197954ceaf36 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8905cb4-2c74-4eff-a163-502287fdb2b8 HTTP/1.1" status: 200 len: 945 time: 0.0526068 Aug 19 02:23:51.932034 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-1ad567db-095c-44cc-9eba-98554e9445f2 req-a2cebeee-ca90-4cd4-82b3-0c4342c5ac27 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309439 Aug 19 02:23:52.364949 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee477d81-9b32-47ca-bc21-977eb993f808 req-8b6bf6b9-dd38-4a90-bcf9-ab9afc3cd793 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:52.366473 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ee477d81-9b32-47ca-bc21-977eb993f808 req-8b6bf6b9-dd38-4a90-bcf9-ab9afc3cd793 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.0563922 Aug 19 02:23:52.403191 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ee477d81-9b32-47ca-bc21-977eb993f808 req-3723aeea-0a05-43df-bfd5-f1b6f33e06f1 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305650 Aug 19 02:23:52.842585 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aabe7f-ba50-4430-8cc9-1337df0cb6f7 req-24a2d5a5-a3ea-4860-8855-78f57f2bb749 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:52.844085 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-a3aabe7f-ba50-4430-8cc9-1337df0cb6f7 req-24a2d5a5-a3ea-4860-8855-78f57f2bb749 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 945 time: 0.0483112 Aug 19 02:23:52.882385 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-a3aabe7f-ba50-4430-8cc9-1337df0cb6f7 req-dd74b8c5-82e3-4482-944b-95593ae6b8b0 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319424 Aug 19 02:23:53.045577 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4011398-2556-428c-a08d-5cab8df4b2eb req-8364e29b-b781-44d1-89ce-c3c5ba799fee tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:53.047074 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e4011398-2556-428c-a08d-5cab8df4b2eb req-8364e29b-b781-44d1-89ce-c3c5ba799fee tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8905cb4-2c74-4eff-a163-502287fdb2b8 HTTP/1.1" status: 200 len: 945 time: 0.0490973 Aug 19 02:23:53.088444 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e4011398-2556-428c-a08d-5cab8df4b2eb req-f4ec7a3f-96d4-41b2-8ae5-a9f34e21ce4c tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350580 Aug 19 02:23:53.520951 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae6b69-9ad4-41da-929f-ed7e53fc7408 req-5d9fbac9-8911-4e56-a376-1f91b8c692e2 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:53.523088 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-41ae6b69-9ad4-41da-929f-ed7e53fc7408 req-5d9fbac9-8911-4e56-a376-1f91b8c692e2 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.0483737 Aug 19 02:23:53.559412 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-41ae6b69-9ad4-41da-929f-ed7e53fc7408 req-f857221b-f4c6-42fb-ba05-32c93162e117 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302858 Aug 19 02:23:53.901187 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 771ac2f2-a45a-4826-9ba5-b33067b07731 no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:23:53.924323 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] No Port match for: 771ac2f2-a45a-4826-9ba5-b33067b07731 {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:23:53.924666 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 771ac2f2-a45a-4826-9ba5-b33067b07731 not bound to the agent host hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:23:54.001555 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1501d-f393-4e23-9052-bcd4bd125f45 req-5861de1e-1f7a-4ca7-b195-69fa56b3e70f tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:54.003034 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-baf1501d-f393-4e23-9052-bcd4bd125f45 req-5861de1e-1f7a-4ca7-b195-69fa56b3e70f tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 945 time: 0.0480578 Aug 19 02:23:54.041669 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-baf1501d-f393-4e23-9052-bcd4bd125f45 req-804959d0-abf1-48b4-b5d7-f81b564aa3fb tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320222 Aug 19 02:23:54.203217 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834970d6-b6a3-4fe0-9d57-65b51f30e1c9 req-a1fb8779-2971-4c48-92b7-70ae0e893c09 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:54.204689 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-834970d6-b6a3-4fe0-9d57-65b51f30e1c9 req-a1fb8779-2971-4c48-92b7-70ae0e893c09 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8905cb4-2c74-4eff-a163-502287fdb2b8 HTTP/1.1" status: 200 len: 945 time: 0.0515821 Aug 19 02:23:54.242626 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-834970d6-b6a3-4fe0-9d57-65b51f30e1c9 req-28146dd9-a1a2-4b3d-bb3e-684273122ad8 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319128 Aug 19 02:23:54.673335 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b83743-a758-46ed-b64e-b55ca84ec3a3 req-e8391234-b6bc-4657-a1d4-52aea90689ee tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:54.674860 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b9b83743-a758-46ed-b64e-b55ca84ec3a3 req-e8391234-b6bc-4657-a1d4-52aea90689ee tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.0487216 Aug 19 02:23:54.712546 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b9b83743-a758-46ed-b64e-b55ca84ec3a3 req-3cc58e24-df0c-4909-b33c-735edaac4655 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311980 Aug 19 02:23:55.158624 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4583c-bdae-4f31-abc1-22eb19a17db5 req-4dfd0ca3-f0a7-452c-a5cc-da9c8698f761 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:55.160124 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-efb4583c-bdae-4f31-abc1-22eb19a17db5 req-4dfd0ca3-f0a7-452c-a5cc-da9c8698f761 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 945 time: 0.0485651 Aug 19 02:23:55.198624 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-efb4583c-bdae-4f31-abc1-22eb19a17db5 req-c223abdc-0592-4d53-a5a4-bb347c33e68f tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314558 Aug 19 02:23:55.354028 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b85e1-662a-4b3f-a699-8ea0f4a1a17c req-a354b3c3-ca95-4ee9-9e2f-cda2875b2f7f tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:55.355540 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2f0b85e1-662a-4b3f-a699-8ea0f4a1a17c req-a354b3c3-ca95-4ee9-9e2f-cda2875b2f7f tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8905cb4-2c74-4eff-a163-502287fdb2b8 HTTP/1.1" status: 200 len: 945 time: 0.0480907 Aug 19 02:23:55.395489 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2f0b85e1-662a-4b3f-a699-8ea0f4a1a17c req-f58285be-f2a6-484d-8ea9-40b3a1b5a1e7 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342774 Aug 19 02:23:55.826732 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28979c-56c5-4fe9-8596-4bc807adab7b req-41f5667a-08bb-4570-a406-0e56bb3ccc1b tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:55.828206 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-af28979c-56c5-4fe9-8596-4bc807adab7b req-41f5667a-08bb-4570-a406-0e56bb3ccc1b tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.0493371 Aug 19 02:23:55.865312 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-af28979c-56c5-4fe9-8596-4bc807adab7b req-a2f10c61-38f8-4f45-9ca6-a3f718ed5c80 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306628 Aug 19 02:23:56.314721 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716a511-43f6-44c7-91e7-0bd5b8bb47c5 req-6e4ad4e4-6853-4029-96d0-333da588ae85 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:56.316189 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4716a511-43f6-44c7-91e7-0bd5b8bb47c5 req-6e4ad4e4-6853-4029-96d0-333da588ae85 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 945 time: 0.0473561 Aug 19 02:23:56.356359 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4716a511-43f6-44c7-91e7-0bd5b8bb47c5 req-e61e559b-4bdb-4ffe-b5e6-9ba509dfbc26 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335414 Aug 19 02:23:56.513086 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ede79-a8fc-42e8-9b6b-716335f3eb92 req-7c34cff8-d9ca-4614-b8fd-8db6d6293773 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:56.514624 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-474ede79-a8fc-42e8-9b6b-716335f3eb92 req-7c34cff8-d9ca-4614-b8fd-8db6d6293773 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8905cb4-2c74-4eff-a163-502287fdb2b8 HTTP/1.1" status: 200 len: 945 time: 0.0537646 Aug 19 02:23:56.553115 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-474ede79-a8fc-42e8-9b6b-716335f3eb92 req-54a6216d-caab-4e36-99c0-7733d7901576 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321155 Aug 19 02:23:56.979298 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb050e-cf51-4fbe-be80-f9af48145fb0 req-e75df45d-9c8f-4cb9-8a8f-8452e8166732 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:56.980754 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6ebb050e-cf51-4fbe-be80-f9af48145fb0 req-e75df45d-9c8f-4cb9-8a8f-8452e8166732 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.0489604 Aug 19 02:23:57.019330 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6ebb050e-cf51-4fbe-be80-f9af48145fb0 req-f7729983-a17a-487d-843c-3ef70a4bb391 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325286 Aug 19 02:23:57.389730 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bbf897-c461-433c-8f7a-d3e30bfdf453 req-a8674a4d-08dc-452d-a0f5-0b3bfb45d0b9 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:57.391046 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-77bbf897-c461-433c-8f7a-d3e30bfdf453 req-a8674a4d-08dc-452d-a0f5-0b3bfb45d0b9 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8905cb4-2c74-4eff-a163-502287fdb2b8 HTTP/1.1" status: 200 len: 945 time: 0.0468776 Aug 19 02:23:57.513423 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad5ff6-c8dd-409c-836a-bcff57bf2a36 req-9a78cb21-8bb8-4f41-b702-f3cdab0999b2 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:57.514933 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-1dad5ff6-c8dd-409c-836a-bcff57bf2a36 req-9a78cb21-8bb8-4f41-b702-f3cdab0999b2 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 945 time: 0.0835309 Aug 19 02:23:57.551328 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-77bbf897-c461-433c-8f7a-d3e30bfdf453 req-60c902c4-8baf-4285-91a1-e22f94589edd tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Deleting port 282efd73-f99e-4710-a65e-c20c01baa7b1 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:23:57.551667 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-77bbf897-c461-433c-8f7a-d3e30bfdf453 req-60c902c4-8baf-4285-91a1-e22f94589edd tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:57.588599 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2bd56-7069-4045-8250-f81f6d40edd9 req-a0959eee-85e7-4b01-8db0-c531022a68e8 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:57.590444 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-1dd2bd56-7069-4045-8250-f81f6d40edd9 req-a0959eee-85e7-4b01-8db0-c531022a68e8 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0558836 Aug 19 02:23:57.604114 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-1dad5ff6-c8dd-409c-836a-bcff57bf2a36 req-77d0f4b8-e882-43b8-b788-7a6dd4910662 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814023 Aug 19 02:23:57.638199 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-1dd2bd56-7069-4045-8250-f81f6d40edd9 req-6c0f2ad0-aa5e-47e6-8108-637e906d80a8 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381267 Aug 19 02:23:57.719355 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363aac4-423e-4a1c-9f48-271f1cc1f415 req-8cdcf0a6-e54f-44ee-be65-f12427228714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:57.720875 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9363aac4-423e-4a1c-9f48-271f1cc1f415 req-8cdcf0a6-e54f-44ee-be65-f12427228714 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f88380b35b344618ad799a1cadc0fb84&device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 1099 time: 0.1114714 Aug 19 02:23:57.723450 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-77bbf897-c461-433c-8f7a-d3e30bfdf453 req-60c902c4-8baf-4285-91a1-e22f94589edd tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] For port 282efd73-f99e-4710-a65e-c20c01baa7b1, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=282efd73-f99e-4710-a65e-c20c01baa7b1,segment=NetworkSegment(9bf1da37-dd52-4a35-a6bf-1be2af2df224),segment_id=9bf1da37-dd52-4a35-a6bf-1be2af2df224)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:23:57.723820 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-77bbf897-c461-433c-8f7a-d3e30bfdf453 req-60c902c4-8baf-4285-91a1-e22f94589edd tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:57.759711 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-77bbf897-c461-433c-8f7a-d3e30bfdf453 req-60c902c4-8baf-4285-91a1-e22f94589edd tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Calling delete_port for 282efd73-f99e-4710-a65e-c20c01baa7b1 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:23:57.811261 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c1d47-99d0-4252-8006-40cd56f271f4 req-c0345d64-b6ab-42a5-81d7-53f7c0221865 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:57.812747 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c12c1d47-99d0-4252-8006-40cd56f271f4 req-c0345d64-b6ab-42a5-81d7-53f7c0221865 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8905cb4-2c74-4eff-a163-502287fdb2b8 HTTP/1.1" status: 200 len: 945 time: 0.1461251 Aug 19 02:23:57.924080 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c12c1d47-99d0-4252-8006-40cd56f271f4 req-c17017ae-b574-4782-b92e-82cf88f76927 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013579 Aug 19 02:23:57.933586 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363aac4-423e-4a1c-9f48-271f1cc1f415 req-d79c7ad7-15c2-4cd1-856a-7916dd999deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:57.935041 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9363aac4-423e-4a1c-9f48-271f1cc1f415 req-d79c7ad7-15c2-4cd1-856a-7916dd999deb service neutron] 10.222.0.22 "GET /v2.0/networks?id=29f65fa0-1bb5-44ce-9209-cb366705e117 HTTP/1.1" status: 200 len: 919 time: 0.1963756 Aug 19 02:23:57.984516 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9363aac4-423e-4a1c-9f48-271f1cc1f415 req-5675908d-d834-450a-abca-381c5b28876a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5421a60-66ac-4d11-8044-5323040e199a HTTP/1.1" status: 200 len: 217 time: 0.0346520 Aug 19 02:23:58.073913 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363aac4-423e-4a1c-9f48-271f1cc1f415 req-73444507-c86a-4ea1-826f-50a1add00b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:58.075398 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9363aac4-423e-4a1c-9f48-271f1cc1f415 req-73444507-c86a-4ea1-826f-50a1add00b58 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fa40c230-027a-477d-b4e7-d3dafbebf0e8 HTTP/1.1" status: 200 len: 858 time: 0.0806677 Aug 19 02:23:58.108708 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9363aac4-423e-4a1c-9f48-271f1cc1f415 req-6d567035-97a3-4141-be0f-35f2c7cfc030 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=29f65fa0-1bb5-44ce-9209-cb366705e117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248642 Aug 19 02:23:58.133981 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-77bbf897-c461-433c-8f7a-d3e30bfdf453 req-60c902c4-8baf-4285-91a1-e22f94589edd tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:58.142054 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58204aeb-b316-40c9-8186-54685d0368d4 req-fb07620e-53c4-4969-8932-7c229af1fdb2 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:58.143557 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-58204aeb-b316-40c9-8186-54685d0368d4 req-fb07620e-53c4-4969-8932-7c229af1fdb2 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.0506475 Aug 19 02:23:58.184057 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-58204aeb-b316-40c9-8186-54685d0368d4 req-57e57099-c6a4-49ef-acaf-490409807a81 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343800 Aug 19 02:23:58.202742 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c902c4-8baf-4285-91a1-e22f94589edd tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Pushing event deleted for resources: {'Port': ['ID=282efd73-f99e-4710-a65e-c20c01baa7b1,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:23:58.208023 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] get_ports_and_sgs() called for port_ids ['76efc3d0-1d4c-4cae-bf48-20d1af04e8ca', '282efd73-f99e-4710-a65e-c20c01baa7b1'] {{(pid=94446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:23:58.230927 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c902c4-8baf-4285-91a1-e22f94589edd tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:58.231280 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c902c4-8baf-4285-91a1-e22f94589edd tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:58.231622 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c902c4-8baf-4285-91a1-e22f94589edd tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:58.231958 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c902c4-8baf-4285-91a1-e22f94589edd tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:58.232290 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c902c4-8baf-4285-91a1-e22f94589edd tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:58.232623 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c902c4-8baf-4285-91a1-e22f94589edd tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:58.232952 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c902c4-8baf-4285-91a1-e22f94589edd tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:58.233712 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c902c4-8baf-4285-91a1-e22f94589edd tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:58.233712 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c902c4-8baf-4285-91a1-e22f94589edd tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:58.233937 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c902c4-8baf-4285-91a1-e22f94589edd tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:58.234249 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c902c4-8baf-4285-91a1-e22f94589edd tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:58.234569 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c902c4-8baf-4285-91a1-e22f94589edd tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:23:58.257452 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-77bbf897-c461-433c-8f7a-d3e30bfdf453 req-60c902c4-8baf-4285-91a1-e22f94589edd tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] No DVR routers for this DVR port 282efd73-f99e-4710-a65e-c20c01baa7b1 on host hv-cinder-75565 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:23:58.265087 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-77bbf897-c461-433c-8f7a-d3e30bfdf453 req-60c902c4-8baf-4285-91a1-e22f94589edd tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:23:58.267224 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-77bbf897-c461-433c-8f7a-d3e30bfdf453 req-60c902c4-8baf-4285-91a1-e22f94589edd tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.22 "DELETE /v2.0/ports/282efd73-f99e-4710-a65e-c20c01baa7b1 HTTP/1.1" status: 204 len: 173 time: 0.8638589 Aug 19 02:23:58.267607 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8905cb4-2c74-4eff-a163-502287fdb2b8', 'name': 'network-vif-deleted', 'tag': '282efd73-f99e-4710-a65e-c20c01baa7b1'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:23:58.270059 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d69f3b3-c1e2-4cd5-878a-7f24eb6b7798" -d '{"events": [{"server_uuid": "f8905cb4-2c74-4eff-a163-502287fdb2b8", "name": "network-vif-deleted", "tag": "282efd73-f99e-4710-a65e-c20c01baa7b1"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:23:58.290698 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9363aac4-423e-4a1c-9f48-271f1cc1f415 req-bb059e0e-d573-410d-b281-c6b138de9c23 service neutron] 10.222.0.22 "GET /v2.0/networks/29f65fa0-1bb5-44ce-9209-cb366705e117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733747 Aug 19 02:23:58.317574 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5051679a-64ac-415f-afbe-2259eb42b596 x-openstack-request-id: req-5051679a-64ac-415f-afbe-2259eb42b596 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:23:58.317910 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8905cb4-2c74-4eff-a163-502287fdb2b8", "name": "network-vif-deleted", "tag": "282efd73-f99e-4710-a65e-c20c01baa7b1", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:23:58.318164 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5051679a-64ac-415f-afbe-2259eb42b596 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:23:58.318559 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8905cb4-2c74-4eff-a163-502287fdb2b8', 'name': 'network-vif-deleted', 'tag': '282efd73-f99e-4710-a65e-c20c01baa7b1', 'status': 'completed', 'code': 200} Aug 19 02:23:58.396491 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9363aac4-423e-4a1c-9f48-271f1cc1f415 req-1006579a-1ce2-4776-93ef-76e32df79b4e service neutron] 10.222.0.22 "GET /v2.0/networks/29f65fa0-1bb5-44ce-9209-cb366705e117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971994 Aug 19 02:23:58.741312 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773fa942-560f-4af4-b4a3-72df1d60b601 req-73cb7cd5-c02b-421d-824b-e4f8d39eea11 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:58.743415 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-773fa942-560f-4af4-b4a3-72df1d60b601 req-73cb7cd5-c02b-421d-824b-e4f8d39eea11 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 945 time: 0.0620191 Aug 19 02:23:58.761739 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146b553-429b-4c87-a0ff-5a069e02f12a req-0a475a68-604a-4cf0-a65b-3c49376eda68 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:58.763284 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f146b553-429b-4c87-a0ff-5a069e02f12a req-0a475a68-604a-4cf0-a65b-3c49376eda68 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0511811 Aug 19 02:23:58.786088 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-773fa942-560f-4af4-b4a3-72df1d60b601 req-bde850c6-acbc-48cc-bcf4-77ddeb716949 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358202 Aug 19 02:23:58.802209 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f146b553-429b-4c87-a0ff-5a069e02f12a req-346babac-2310-4c47-8de7-669fdfd142ef tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330262 Aug 19 02:23:59.032345 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-75c319c3-af24-4e1e-afbd-714e26dedd06 req-cd1a0c0b-d6cf-464e-933e-5ddfc608e38c tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8905cb4-2c74-4eff-a163-502287fdb2b8 HTTP/1.1" status: 200 len: 210 time: 0.0271225 Aug 19 02:23:59.310538 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45acd98-7113-4798-a6e1-0eec8ec69ae5 req-0a6a35c5-756d-4b34-85d2-e6696f78d8ed tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:59.312187 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f45acd98-7113-4798-a6e1-0eec8ec69ae5 req-0a6a35c5-756d-4b34-85d2-e6696f78d8ed tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.0503035 Aug 19 02:23:59.354992 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f45acd98-7113-4798-a6e1-0eec8ec69ae5 req-e7e12015-c169-42d6-a574-b0f55945c283 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360394 Aug 19 02:23:59.937267 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d81a08-6e96-4bfc-90f2-6d5fb5c76b9f req-37d39fa9-7248-4032-a20b-07ffe54908d0 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:59.939223 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-80d81a08-6e96-4bfc-90f2-6d5fb5c76b9f req-37d39fa9-7248-4032-a20b-07ffe54908d0 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 945 time: 0.0715108 Aug 19 02:23:59.949280 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6871c42-2bf6-4024-a8b0-f59abf754bc2 req-e12a2157-1620-4ba1-9d64-0a1af16d9bb1 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:23:59.950852 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e6871c42-2bf6-4024-a8b0-f59abf754bc2 req-e12a2157-1620-4ba1-9d64-0a1af16d9bb1 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0721853 Aug 19 02:24:00.000758 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e6871c42-2bf6-4024-a8b0-f59abf754bc2 req-1bdfbbf6-54eb-480a-8563-e9230b06219c tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432310 Aug 19 02:24:00.001587 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-80d81a08-6e96-4bfc-90f2-6d5fb5c76b9f req-d7af0eb8-01d5-479f-a3f1-fac4e3a72730 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558572 Aug 19 02:24:00.482930 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef578c1-043e-4f1f-82c7-34b50b78eb9c req-3684492f-23a7-42f0-afdd-817ae1c18f1b tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:00.496288 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-eef578c1-043e-4f1f-82c7-34b50b78eb9c req-3684492f-23a7-42f0-afdd-817ae1c18f1b tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.0660801 Aug 19 02:24:00.533668 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-eef578c1-043e-4f1f-82c7-34b50b78eb9c req-d74255e0-afeb-4db0-b2dd-64ee7af8c5ab tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364587 Aug 19 02:24:01.142617 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa1984-2aba-4e2a-aae0-43fe1cdbfb5c req-56e28d51-c5f8-4eb1-9485-4ddbed6f5b3d tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:01.151518 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-42aa1984-2aba-4e2a-aae0-43fe1cdbfb5c req-56e28d51-c5f8-4eb1-9485-4ddbed6f5b3d tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0602434 Aug 19 02:24:01.160611 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7f2c4-0d1f-4179-bd63-5750fe776e68 req-cb530ebd-ba79-4e55-978f-cca4bb2f985d tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:01.168518 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-92a7f2c4-0d1f-4179-bd63-5750fe776e68 req-cb530ebd-ba79-4e55-978f-cca4bb2f985d tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 945 time: 0.0724874 Aug 19 02:24:01.215131 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-42aa1984-2aba-4e2a-aae0-43fe1cdbfb5c req-bb1e8d09-be48-4951-bcac-e35c6822cd06 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496645 Aug 19 02:24:01.217705 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-92a7f2c4-0d1f-4179-bd63-5750fe776e68 req-abe528c4-c816-4c43-a66e-d898d9dc4fb9 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468481 Aug 19 02:24:01.663857 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42660a2c-b1e3-4021-abe4-d1cb1687fd5e req-8d5f30c5-a61d-4d36-87e2-b23128bca5c0 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:01.665993 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-42660a2c-b1e3-4021-abe4-d1cb1687fd5e req-8d5f30c5-a61d-4d36-87e2-b23128bca5c0 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.0534940 Aug 19 02:24:01.679104 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 282efd73-f99e-4710-a65e-c20c01baa7b1 no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:24:01.713081 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-42660a2c-b1e3-4021-abe4-d1cb1687fd5e req-44c53955-c687-47ea-8098-dd055646024f tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405979 Aug 19 02:24:01.716873 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] No Port match for: 282efd73-f99e-4710-a65e-c20c01baa7b1 {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:24:01.717313 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 282efd73-f99e-4710-a65e-c20c01baa7b1 not bound to the agent host hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:24:02.335596 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418a97a-9655-4730-b8c3-51206d9f2b59 req-b550ba5a-de26-461e-b1a9-2c047ddc6dfe tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:02.337898 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-5418a97a-9655-4730-b8c3-51206d9f2b59 req-b550ba5a-de26-461e-b1a9-2c047ddc6dfe tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 945 time: 0.0519502 Aug 19 02:24:02.342757 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67275d-4d11-4043-a7a5-cde39fd7a540 req-87588b7e-7ee3-4879-be26-3ccc1a803223 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:02.344243 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9f67275d-4d11-4043-a7a5-cde39fd7a540 req-87588b7e-7ee3-4879-be26-3ccc1a803223 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0558970 Aug 19 02:24:02.382833 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-5418a97a-9655-4730-b8c3-51206d9f2b59 req-1113db0e-c237-4f47-9a57-ea030b8aee51 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389788 Aug 19 02:24:02.391886 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9f67275d-4d11-4043-a7a5-cde39fd7a540 req-5b75aa47-54a4-4040-a903-e12d520a16a1 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408416 Aug 19 02:24:02.841960 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083abb47-1523-48a4-b325-5d7f44a1eb1a req-5db7bd84-8479-498a-965e-269761408146 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:02.843535 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-083abb47-1523-48a4-b325-5d7f44a1eb1a req-5db7bd84-8479-498a-965e-269761408146 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.0557604 Aug 19 02:24:02.887072 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-083abb47-1523-48a4-b325-5d7f44a1eb1a req-02f187f6-31fb-4334-9fa4-ae05198f39fb tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366321 Aug 19 02:24:03.557927 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34fce53-b5ad-49af-80ba-f384309baec0 req-0cf4944a-7048-45c4-93ac-81e489968ecd tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:03.559636 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e34fce53-b5ad-49af-80ba-f384309baec0 req-0cf4944a-7048-45c4-93ac-81e489968ecd tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 945 time: 0.0903487 Aug 19 02:24:03.592921 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90da721-2764-425d-9534-b90e5cb2f8d8 req-6b51ae6f-90a4-4022-b38e-1a7afbe39d29 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:03.595439 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c90da721-2764-425d-9534-b90e5cb2f8d8 req-6b51ae6f-90a4-4022-b38e-1a7afbe39d29 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0825953 Aug 19 02:24:03.610147 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e34fce53-b5ad-49af-80ba-f384309baec0 req-c44751e6-5bf9-490d-afe8-3bde71b3f1d7 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445626 Aug 19 02:24:03.643814 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c90da721-2764-425d-9534-b90e5cb2f8d8 req-e0374dcb-9dac-4670-bf1b-59745dd24cf9 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394568 Aug 19 02:24:04.006875 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940a20e-f04d-46d3-9ab5-1e7fa235dde8 req-34b9dd60-c8cb-44e8-aa87-fbc66d019e5f tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:04.022057 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-8940a20e-f04d-46d3-9ab5-1e7fa235dde8 req-34b9dd60-c8cb-44e8-aa87-fbc66d019e5f tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.0518844 Aug 19 02:24:04.064610 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-8940a20e-f04d-46d3-9ab5-1e7fa235dde8 req-9a94d2de-b80a-406b-8b51-4520dffc97be tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478599 Aug 19 02:24:04.746186 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2121d05-a2a9-44cc-a7e6-f45d7859cbcf req-27cedf0c-3c96-4906-bc42-dc729c771f09 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:04.747796 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-a2121d05-a2a9-44cc-a7e6-f45d7859cbcf req-27cedf0c-3c96-4906-bc42-dc729c771f09 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 945 time: 0.0593474 Aug 19 02:24:04.787066 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318b55f-e1ec-4fd8-b0cb-576d5c2d2ac5 req-206a6605-1405-44eb-89d0-b7c118953b96 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:04.794659 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e318b55f-e1ec-4fd8-b0cb-576d5c2d2ac5 req-206a6605-1405-44eb-89d0-b7c118953b96 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0655899 Aug 19 02:24:04.798293 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-a2121d05-a2a9-44cc-a7e6-f45d7859cbcf req-285354eb-e9fc-497a-88b5-5d1d2e6fe90a tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429075 Aug 19 02:24:04.830298 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e318b55f-e1ec-4fd8-b0cb-576d5c2d2ac5 req-1973afec-96c9-4f2a-a233-8e83b8564422 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347650 Aug 19 02:24:05.185243 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fab940-c160-4e5d-bbf2-6c02e28c1a60 req-88d7975a-e067-4ff0-8cea-762d1ea569c1 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:05.187039 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-57fab940-c160-4e5d-bbf2-6c02e28c1a60 req-88d7975a-e067-4ff0-8cea-762d1ea569c1 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.0518272 Aug 19 02:24:05.245174 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-57fab940-c160-4e5d-bbf2-6c02e28c1a60 req-74a63cf9-bcce-4961-aa5d-086e444bafad tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470538 Aug 19 02:24:05.356679 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-dc0051fa-8533-413e-ba6d-258540db91e9 req-ea6b32dd-700d-44be-8352-17b5967e4ffb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459712 Aug 19 02:24:05.488787 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0051fa-8533-413e-ba6d-258540db91e9 req-4e52012d-4bc2-4999-842b-0f52bf2d67b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:05.491155 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-dc0051fa-8533-413e-ba6d-258540db91e9 req-4e52012d-4bc2-4999-842b-0f52bf2d67b2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=21e2050ddc3a4486be917df4cf6b0b60&device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 1098 time: 0.0415161 Aug 19 02:24:05.603648 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0051fa-8533-413e-ba6d-258540db91e9 req-94087980-fb8b-4505-b311-a5ae57de9959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:05.605258 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-dc0051fa-8533-413e-ba6d-258540db91e9 req-94087980-fb8b-4505-b311-a5ae57de9959 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6c43c105-26e3-4f24-a429-1210329b462e HTTP/1.1" status: 200 len: 915 time: 0.0944672 Aug 19 02:24:05.671312 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-dc0051fa-8533-413e-ba6d-258540db91e9 req-a811d8d0-a547-4a07-8b2c-b197b4179b34 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76efc3d0-1d4c-4cae-bf48-20d1af04e8ca HTTP/1.1" status: 200 len: 217 time: 0.0576248 Aug 19 02:24:05.725540 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0051fa-8533-413e-ba6d-258540db91e9 req-4c9020b7-b0fd-4590-abed-acf4e8e11740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:05.727045 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-dc0051fa-8533-413e-ba6d-258540db91e9 req-4c9020b7-b0fd-4590-abed-acf4e8e11740 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8d7d19a2-2b51-441e-9a48-9bfac3ef9593 HTTP/1.1" status: 200 len: 854 time: 0.0482702 Aug 19 02:24:05.760044 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-dc0051fa-8533-413e-ba6d-258540db91e9 req-fed5a71c-8b5c-4dc1-a4d4-026b585d3d35 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6c43c105-26e3-4f24-a429-1210329b462e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248115 Aug 19 02:24:05.920074 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd1b5d-a425-4d50-9b26-0c8f1bfbbd10 req-ac54fde2-caa2-4017-839e-036b047f66c0 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:05.921777 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-83cd1b5d-a425-4d50-9b26-0c8f1bfbbd10 req-ac54fde2-caa2-4017-839e-036b047f66c0 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 945 time: 0.0507114 Aug 19 02:24:05.925058 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-dc0051fa-8533-413e-ba6d-258540db91e9 req-515c3858-be20-4965-b7b1-62eb21a2f286 service neutron] 10.222.0.22 "GET /v2.0/networks/6c43c105-26e3-4f24-a429-1210329b462e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560228 Aug 19 02:24:05.965936 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-83cd1b5d-a425-4d50-9b26-0c8f1bfbbd10 req-c7cb749e-89dd-46cd-b57c-2f6dcd905042 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370440 Aug 19 02:24:06.003926 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af690716-536b-45c8-98d1-155634192d47 req-4295a55d-53ab-4b38-a2ce-f966e95b3b6a tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:06.005604 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-af690716-536b-45c8-98d1-155634192d47 req-4295a55d-53ab-4b38-a2ce-f966e95b3b6a tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/networks?id=847f5967-0e4b-4308-a19e-862b1b000167 HTTP/1.1" status: 200 len: 813 time: 0.1911197 Aug 19 02:24:06.032396 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-af690716-536b-45c8-98d1-155634192d47 req-33fd7c14-937d-4d32-b70b-07fefe92d67e tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/quotas/1860db339ff74207a4c4be4b23295884 HTTP/1.1" status: 200 len: 375 time: 0.0159292 Aug 19 02:24:06.078559 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-af690716-536b-45c8-98d1-155634192d47 req-0d1192c3-0a83-4d55-96c8-70fcea9268e9 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1860db339ff74207a4c4be4b23295884&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313823 Aug 19 02:24:06.092337 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-dc0051fa-8533-413e-ba6d-258540db91e9 req-717c17e3-5762-40de-b606-40c3fee93fab service neutron] 10.222.0.22 "GET /v2.0/networks/6c43c105-26e3-4f24-a429-1210329b462e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578321 Aug 19 02:24:06.114665 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6031c5-02a9-4044-901e-8cb3510df386 req-f6d87b67-6bd5-4d03-82d6-a62882dfe2e5 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:06.132163 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-df6031c5-02a9-4044-901e-8cb3510df386 req-f6d87b67-6bd5-4d03-82d6-a62882dfe2e5 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0875123 Aug 19 02:24:06.171040 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-df6031c5-02a9-4044-901e-8cb3510df386 req-a1a0a430-05d5-4b90-b7e8-e636c0a3f92b tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380809 Aug 19 02:24:06.194436 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-af690716-536b-45c8-98d1-155634192d47 req-5714d9ed-73e4-430d-85ee-7a0065d5e1a5 service neutron] 10.222.0.16 "GET /v2.0/networks/847f5967-0e4b-4308-a19e-862b1b000167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046402 Aug 19 02:24:06.330074 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-af690716-536b-45c8-98d1-155634192d47 req-68860c65-f4b4-4e3e-a17f-4e605fb05a12 service neutron] 10.222.0.16 "GET /v2.0/networks/847f5967-0e4b-4308-a19e-862b1b000167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252949 Aug 19 02:24:06.400688 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874254a-8001-499b-a820-fb6811f702f8 req-6c38f24c-e4f2-4d20-8e1b-d11585a3c714 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:06.415272 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-0874254a-8001-499b-a820-fb6811f702f8 req-6c38f24c-e4f2-4d20-8e1b-d11585a3c714 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.0773425 Aug 19 02:24:06.461829 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-0874254a-8001-499b-a820-fb6811f702f8 req-30e2a668-4ab1-4c88-ade3-92e33ca927fc tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456667 Aug 19 02:24:06.653381 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-11d1b430-c6c1-42c5-99fe-c518958e2b80 req-766bdb29-8ace-4bc8-9c2f-fd3192b25387 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc1a6b98-9cd8-4097-b85a-233b16bfeecb HTTP/1.1" status: 200 len: 210 time: 0.0422361 Aug 19 02:24:07.153404 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167408f-62d2-4ea1-bebd-5573f42b5f5e req-0a814a6c-2f8e-4933-8497-ba0fe1616297 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:07.154113 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca7b6ac-6986-42ac-83d6-917a7be71fa4 req-da313ea1-514d-48cb-904a-a45858357649 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:07.155519 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-0ca7b6ac-6986-42ac-83d6-917a7be71fa4 req-da313ea1-514d-48cb-904a-a45858357649 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 945 time: 0.0571952 Aug 19 02:24:07.165103 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-0167408f-62d2-4ea1-bebd-5573f42b5f5e req-0a814a6c-2f8e-4933-8497-ba0fe1616297 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 945 time: 0.0870910 Aug 19 02:24:07.219116 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-0ca7b6ac-6986-42ac-83d6-917a7be71fa4 req-70df080f-e209-4b3e-8545-665d620f95ce tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556102 Aug 19 02:24:07.232276 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-0167408f-62d2-4ea1-bebd-5573f42b5f5e req-82148d88-8fbf-49c3-a858-37e9b526cbe9 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659640 Aug 19 02:24:07.360515 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca92965-2f3d-4d34-8c41-7b0ba750a348 req-f27bf826-edae-44a1-9a4f-502abfc1f742 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:07.368321 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-5ca92965-2f3d-4d34-8c41-7b0ba750a348 req-f27bf826-edae-44a1-9a4f-502abfc1f742 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0897400 Aug 19 02:24:07.400241 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454cd0a-4584-418d-b519-6272609a9327 req-3a6981bf-9d86-4e2e-99ea-c5ead16d0777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:07.402115 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b454cd0a-4584-418d-b519-6272609a9327 req-3a6981bf-9d86-4e2e-99ea-c5ead16d0777 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 1099 time: 0.0809672 Aug 19 02:24:07.428783 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-5ca92965-2f3d-4d34-8c41-7b0ba750a348 req-8ec91e99-9ffe-4fe5-a6ec-5f0df5382d85 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595112 Aug 19 02:24:07.462427 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b454cd0a-4584-418d-b519-6272609a9327 req-712e6161-9de2-4a9a-b894-9ed6c83eaf1d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485928 Aug 19 02:24:07.616183 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df414c-af00-4bd9-8e18-af92f6df3c79 req-bc1643c1-15e5-4ae9-99ff-893d52a19cf5 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:07.617863 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-a1df414c-af00-4bd9-8e18-af92f6df3c79 req-bc1643c1-15e5-4ae9-99ff-893d52a19cf5 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.0665410 Aug 19 02:24:07.660037 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-a1df414c-af00-4bd9-8e18-af92f6df3c79 req-2617767e-e315-455b-a419-fb9976e6a5c1 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352614 Aug 19 02:24:07.762213 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6c6badb2-8a8c-407c-a2ba-6dc2888cb938 req-1e1003c3-fffe-4568-86d6-ec139b7f04f3 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc1a6b98-9cd8-4097-b85a-233b16bfeecb HTTP/1.1" status: 200 len: 210 time: 0.0383880 Aug 19 02:24:08.080818 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0e982-0b3f-4edd-8aa6-3456a81e3e70 req-91ab589a-194b-4292-bd3f-cac4e5b97ebd tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:08.082692 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-34a0e982-0b3f-4edd-8aa6-3456a81e3e70 req-91ab589a-194b-4292-bd3f-cac4e5b97ebd tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.0682273 Aug 19 02:24:08.148828 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-34a0e982-0b3f-4edd-8aa6-3456a81e3e70 req-ab0ab68c-3d31-4b8e-9f09-9a41b422f6b7 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563285 Aug 19 02:24:08.301412 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5a2a0-833d-45cc-947b-27fb340f4aa8 req-ff66eef3-7ee4-4011-8475-cb5207e66cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:08.321047 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-02a5a2a0-833d-45cc-947b-27fb340f4aa8 req-ff66eef3-7ee4-4011-8475-cb5207e66cd9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=059670e8b6b34fb1857bc100102fd1b6&device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 1098 time: 0.0942090 Aug 19 02:24:08.379497 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8a4ed-cebd-48a3-b396-4197618f1cbd req-533ed30a-5fcd-46b2-a34b-546b557db787 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:08.386880 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-bcf8a4ed-cebd-48a3-b396-4197618f1cbd req-533ed30a-5fcd-46b2-a34b-546b557db787 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 945 time: 0.0620637 Aug 19 02:24:08.406318 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:08.439423 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-bcf8a4ed-cebd-48a3-b396-4197618f1cbd req-9f5f82f3-3d58-4bd1-b2e1-810121f5578d tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515811 Aug 19 02:24:08.497060 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3c6e8-7fde-4ce0-b9f5-b572ca56775a req-737df721-f3b3-4684-88c4-cf8e499e1a9c tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:08.504498 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-7fa3c6e8-7fde-4ce0-b9f5-b572ca56775a req-737df721-f3b3-4684-88c4-cf8e499e1a9c tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 945 time: 0.1596000 Aug 19 02:24:08.533711 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5a2a0-833d-45cc-947b-27fb340f4aa8 req-50bc4b4b-79ae-4c39-a271-ebf1070667fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:08.538446 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-02a5a2a0-833d-45cc-947b-27fb340f4aa8 req-50bc4b4b-79ae-4c39-a271-ebf1070667fc service neutron] 10.222.0.22 "GET /v2.0/networks?id=7e444d17-d7c0-4b47-aa19-93665776705e HTTP/1.1" status: 200 len: 911 time: 0.2039812 Aug 19 02:24:08.560342 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-7fa3c6e8-7fde-4ce0-b9f5-b572ca56775a req-167a2c55-0718-40b2-8620-29b007ce2525 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547955 Aug 19 02:24:08.575793 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9eee8f-96e5-4b0f-a51d-5e2fd6d61c66 req-0d3dc6d9-5b2b-4b64-ac71-1758f362c481 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:08.590199 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-6e9eee8f-96e5-4b0f-a51d-5e2fd6d61c66 req-0d3dc6d9-5b2b-4b64-ac71-1758f362c481 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0757902 Aug 19 02:24:08.643012 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-6e9eee8f-96e5-4b0f-a51d-5e2fd6d61c66 req-38c369d5-14c3-4d76-bb51-d98b15b06e7c tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574362 Aug 19 02:24:08.658285 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-02a5a2a0-833d-45cc-947b-27fb340f4aa8 req-68c1c9bc-46f7-4c6d-abd7-dd97454f9b0f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e3a5833-3414-4bc7-84c8-7559f084e9b0 HTTP/1.1" status: 200 len: 1001 time: 0.0813723 Aug 19 02:24:08.719625 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5a2a0-833d-45cc-947b-27fb340f4aa8 req-e1200806-3b00-4bf8-9864-81d8d6f5e323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:08.721240 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-02a5a2a0-833d-45cc-947b-27fb340f4aa8 req-e1200806-3b00-4bf8-9864-81d8d6f5e323 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=731d6e4c-a04d-474e-b79a-51c9af4274e4 HTTP/1.1" status: 200 len: 849 time: 0.0507858 Aug 19 02:24:09.042876 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-09a0cabf-2774-464f-99dc-44dc4292f65d req-88120a44-1aea-4e5b-b272-eb3948d9b557 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc1a6b98-9cd8-4097-b85a-233b16bfeecb HTTP/1.1" status: 200 len: 210 time: 0.0311894 Aug 19 02:24:09.053772 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5a2a0-833d-45cc-947b-27fb340f4aa8 req-f562cab9-a14c-4595-acc0-335bcc2a38d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:09.055695 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-02a5a2a0-833d-45cc-947b-27fb340f4aa8 req-f562cab9-a14c-4595-acc0-335bcc2a38d4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7e444d17-d7c0-4b47-aa19-93665776705e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3268917 Aug 19 02:24:09.171153 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-02a5a2a0-833d-45cc-947b-27fb340f4aa8 req-57e4c145-af85-401b-862e-79ecf712cdbd service neutron] 10.222.0.22 "GET /v2.0/networks/7e444d17-d7c0-4b47-aa19-93665776705e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985527 Aug 19 02:24:09.297886 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e39a0-2e43-43b4-b118-98def6c38ab7 req-14a75746-d0f4-4feb-b73f-5423cf540f1d tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:09.299556 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-5a6e39a0-2e43-43b4-b118-98def6c38ab7 req-14a75746-d0f4-4feb-b73f-5423cf540f1d tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.0623779 Aug 19 02:24:09.311044 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-02a5a2a0-833d-45cc-947b-27fb340f4aa8 req-6f08b811-9dae-455b-8c76-20c659863a6b service neutron] 10.222.0.22 "GET /v2.0/networks/7e444d17-d7c0-4b47-aa19-93665776705e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187649 Aug 19 02:24:09.350789 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-5a6e39a0-2e43-43b4-b118-98def6c38ab7 req-13452d63-0dba-4edc-b4dc-5977c5ffcf97 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419860 Aug 19 02:24:09.553022 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86229fb8-089a-4dfa-9af9-071315e7b702 req-f99c1bdb-0384-4abd-9a98-2ee4ce4dda3c tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:09.554659 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-86229fb8-089a-4dfa-9af9-071315e7b702 req-f99c1bdb-0384-4abd-9a98-2ee4ce4dda3c tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 945 time: 0.0526776 Aug 19 02:24:09.593868 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-86229fb8-089a-4dfa-9af9-071315e7b702 req-33c14a0b-ed05-4503-ac0e-bac14f440eb6 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325282 Aug 19 02:24:09.684404 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecb976-3761-4e68-b3a0-2bfefc775352 req-20777bfc-48dd-4a34-9c2c-5c4a935d1d82 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:09.685987 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c9ecb976-3761-4e68-b3a0-2bfefc775352 req-20777bfc-48dd-4a34-9c2c-5c4a935d1d82 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 945 time: 0.0485134 Aug 19 02:24:09.724387 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c9ecb976-3761-4e68-b3a0-2bfefc775352 req-d155d5ce-4225-4a9f-bd48-83e182b5ef7d tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325434 Aug 19 02:24:09.759632 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ef62a-0b44-4b2c-abd7-f8d85155fecf req-646b24e4-22e5-4e80-b198-2eb0ff7b66e9 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:09.761823 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-802ef62a-0b44-4b2c-abd7-f8d85155fecf req-646b24e4-22e5-4e80-b198-2eb0ff7b66e9 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0510204 Aug 19 02:24:09.817201 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-802ef62a-0b44-4b2c-abd7-f8d85155fecf req-5ea1d220-4e39-41fc-bd48-1ea94a31545d tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495937 Aug 19 02:24:09.942734 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af690716-536b-45c8-98d1-155634192d47 req-5d2d84b2-999a-46da-8e6a-876bb2096866 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:09.945378 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-af690716-536b-45c8-98d1-155634192d47 req-5d2d84b2-999a-46da-8e6a-876bb2096866 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.22 "GET /v2.0/networks?id=847f5967-0e4b-4308-a19e-862b1b000167 HTTP/1.1" status: 200 len: 813 time: 0.1400909 Aug 19 02:24:09.967792 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [req-af690716-536b-45c8-98d1-155634192d47 req-035bb551-8436-4d15-a740-a1385306297f tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Request body: {'port': {'device_id': 'bc1a6b98-9cd8-4097-b85a-233b16bfeecb', 'network_id': '847f5967-0e4b-4308-a19e-862b1b000167', 'admin_state_up': True, 'tenant_id': '1860db339ff74207a4c4be4b23295884'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:24:10.174709 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-5d98aa09-4899-4f68-b812-b979bccaa795 req-e8426920-72c4-485e-9649-c58f38612fc1 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc1a6b98-9cd8-4097-b85a-233b16bfeecb HTTP/1.1" status: 200 len: 210 time: 0.0396736 Aug 19 02:24:10.202654 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af690716-536b-45c8-98d1-155634192d47 req-035bb551-8436-4d15-a740-a1385306297f tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Made reservation on behalf of 1860db339ff74207a4c4be4b23295884 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:24:10.207598 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-af690716-536b-45c8-98d1-155634192d47 req-035bb551-8436-4d15-a740-a1385306297f tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:10.358612 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7e933-94c4-4c35-8274-99864db9e89c req-ba41a54a-809c-4976-a447-8fd84fd945fa tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:10.359999 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-8ca7e933-94c4-4c35-8274-99864db9e89c req-ba41a54a-809c-4976-a447-8fd84fd945fa tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 945 time: 0.0875347 Aug 19 02:24:10.408069 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-af690716-536b-45c8-98d1-155634192d47 req-035bb551-8436-4d15-a740-a1385306297f tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Allocated IP 172.20.0.5 (847f5967-0e4b-4308-a19e-862b1b000167/383fe649-6781-4821-96cd-9bd2e3cd9216/22217e58-0cb6-43a1-93fb-262dced96da4) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:24:10.589422 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d447f-b3a9-4c74-b6b0-17c4c4492ee5 req-922bdcae-21b9-4d9c-b212-7270877fff11 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:10.592837 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-a13d447f-b3a9-4c74-b6b0-17c4c4492ee5 req-922bdcae-21b9-4d9c-b212-7270877fff11 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.1382608 Aug 19 02:24:10.607528 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-8ca7e933-94c4-4c35-8274-99864db9e89c req-3fdc62a4-4b4d-4880-947d-a36190d74cf8 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Deleting port 76efc3d0-1d4c-4cae-bf48-20d1af04e8ca {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:24:10.607869 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8ca7e933-94c4-4c35-8274-99864db9e89c req-3fdc62a4-4b4d-4880-947d-a36190d74cf8 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:10.717432 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-a13d447f-b3a9-4c74-b6b0-17c4c4492ee5 req-371f03c6-68a4-454f-9a5c-6a08d77e38db tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144133 Aug 19 02:24:10.721355 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba09538-f0c3-4e85-9dcd-71cb57f30878 req-17d24a8c-3270-4bc8-8013-481938df265d tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:10.723366 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-7ba09538-f0c3-4e85-9dcd-71cb57f30878 req-17d24a8c-3270-4bc8-8013-481938df265d tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 945 time: 0.0606015 Aug 19 02:24:10.747610 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-af690716-536b-45c8-98d1-155634192d47 req-035bb551-8436-4d15-a740-a1385306297f tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:10.768564 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-8ca7e933-94c4-4c35-8274-99864db9e89c req-3fdc62a4-4b4d-4880-947d-a36190d74cf8 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] For port 76efc3d0-1d4c-4cae-bf48-20d1af04e8ca, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=76efc3d0-1d4c-4cae-bf48-20d1af04e8ca,segment=NetworkSegment(9bf1da37-dd52-4a35-a6bf-1be2af2df224),segment_id=9bf1da37-dd52-4a35-a6bf-1be2af2df224)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:24:10.771688 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8ca7e933-94c4-4c35-8274-99864db9e89c req-3fdc62a4-4b4d-4880-947d-a36190d74cf8 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:10.786514 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-8ca7e933-94c4-4c35-8274-99864db9e89c req-3fdc62a4-4b4d-4880-947d-a36190d74cf8 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Calling delete_port for 76efc3d0-1d4c-4cae-bf48-20d1af04e8ca owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:24:10.792922 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-7ba09538-f0c3-4e85-9dcd-71cb57f30878 req-bdca6690-3966-402a-8b57-3fdafc0f384a tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/security-groups?id=92eca959-30ae-455a-b675-b65580d000cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425236 Aug 19 02:24:10.912106 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b05207-6eb4-44a0-b272-4921d39d156b req-12d7cca9-2bf9-4f14-b532-c4433638e2fc tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:10.913657 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-a7b05207-6eb4-44a0-b272-4921d39d156b req-12d7cca9-2bf9-4f14-b532-c4433638e2fc tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 945 time: 0.1046348 Aug 19 02:24:10.943573 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-af690716-536b-45c8-98d1-155634192d47 req-035bb551-8436-4d15-a740-a1385306297f tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:10.960448 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825f8a8-13b2-4875-8cd7-baf6404f72ca req-a7a7449d-353a-4d2c-bec0-fa476dd8d3de tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:10.962776 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-7825f8a8-13b2-4875-8cd7-baf6404f72ca req-a7a7449d-353a-4d2c-bec0-fa476dd8d3de tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0608461 Aug 19 02:24:11.002072 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-7825f8a8-13b2-4875-8cd7-baf6404f72ca req-73f1cbd4-7daa-4dc7-95bd-857073110260 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330210 Aug 19 02:24:11.011757 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-a7b05207-6eb4-44a0-b272-4921d39d156b req-d77087a7-41c9-4a16-bb21-c9bfb89a4590 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911388 Aug 19 02:24:11.044069 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af690716-536b-45c8-98d1-155634192d47 req-035bb551-8436-4d15-a740-a1385306297f tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Network 847f5967-0e4b-4308-a19e-862b1b000167 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:24:11.054000 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-af690716-536b-45c8-98d1-155634192d47 req-035bb551-8436-4d15-a740-a1385306297f tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:24:11.058975 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-af690716-536b-45c8-98d1-155634192d47 req-035bb551-8436-4d15-a740-a1385306297f tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:24:11.062992 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035bb551-8436-4d15-a740-a1385306297f tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Pushing event updated for resources: {'Port': ['ID=22217e58-0cb6-43a1-93fb-262dced96da4,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:11.112385 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af690716-536b-45c8-98d1-155634192d47 req-035bb551-8436-4d15-a740-a1385306297f tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:11.113005 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-af690716-536b-45c8-98d1-155634192d47 req-035bb551-8436-4d15-a740-a1385306297f tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:11.126942 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8ca7e933-94c4-4c35-8274-99864db9e89c req-3fdc62a4-4b4d-4880-947d-a36190d74cf8 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:11.154401 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc62a4-4b4d-4880-947d-a36190d74cf8 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Pushing event deleted for resources: {'Port': ['ID=76efc3d0-1d4c-4cae-bf48-20d1af04e8ca,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:11.198402 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca7e933-94c4-4c35-8274-99864db9e89c req-3fdc62a4-4b4d-4880-947d-a36190d74cf8 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] No DVR routers for this DVR port 76efc3d0-1d4c-4cae-bf48-20d1af04e8ca on host hv-cinder-75565 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:24:11.200937 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-8ca7e933-94c4-4c35-8274-99864db9e89c req-3fdc62a4-4b4d-4880-947d-a36190d74cf8 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:11.203178 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-8ca7e933-94c4-4c35-8274-99864db9e89c req-3fdc62a4-4b4d-4880-947d-a36190d74cf8 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.22 "DELETE /v2.0/ports/76efc3d0-1d4c-4cae-bf48-20d1af04e8ca HTTP/1.1" status: 204 len: 173 time: 0.8354993 Aug 19 02:24:11.203625 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2', 'name': 'network-vif-deleted', 'tag': '76efc3d0-1d4c-4cae-bf48-20d1af04e8ca'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:24:11.205993 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e619f7b7-3226-4f99-92de-f2a4141bd3ec" -d '{"events": [{"server_uuid": "f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2", "name": "network-vif-deleted", "tag": "76efc3d0-1d4c-4cae-bf48-20d1af04e8ca"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:24:11.271316 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-af690716-536b-45c8-98d1-155634192d47 req-035bb551-8436-4d15-a740-a1385306297f tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3079870 Aug 19 02:24:11.283130 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [req-af690716-536b-45c8-98d1-155634192d47 req-b2df7c05-4d59-41d0-b828-75d1ff92dce9 service neutron] Request body: {'port': {'device_id': 'bc1a6b98-9cd8-4097-b85a-233b16bfeecb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75565'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:24:11.293526 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30337f7-c8c1-4301-ac3e-c2235aa7d59e req-544c22a2-911f-465f-ab6d-1cc704495ed2 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:11.295011 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-b30337f7-c8c1-4301-ac3e-c2235aa7d59e req-544c22a2-911f-465f-ab6d-1cc704495ed2 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc1a6b98-9cd8-4097-b85a-233b16bfeecb HTTP/1.1" status: 200 len: 931 time: 0.0519745 Aug 19 02:24:11.340865 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-b30337f7-c8c1-4301-ac3e-c2235aa7d59e req-130d00e7-aa68-4a78-861a-4e693a658010 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/security-groups?id=33d88cd5-45b5-4cfd-83d8-744ef1666cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397439 Aug 19 02:24:11.344828 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-af690716-536b-45c8-98d1-155634192d47 req-b2df7c05-4d59-41d0-b828-75d1ff92dce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:11.384058 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7566e22-ec5d-4942-b493-3f538ed7fa61 x-openstack-request-id: req-e7566e22-ec5d-4942-b493-3f538ed7fa61 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:24:11.384644 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2", "name": "network-vif-deleted", "tag": "76efc3d0-1d4c-4cae-bf48-20d1af04e8ca", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:24:11.384644 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e7566e22-ec5d-4942-b493-3f538ed7fa61 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:24:11.384971 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2', 'name': 'network-vif-deleted', 'tag': '76efc3d0-1d4c-4cae-bf48-20d1af04e8ca', 'status': 'completed', 'code': 200} Aug 19 02:24:11.503224 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ce00b-eb2d-46a5-b80d-2499a2081fc5 req-0429014d-8990-405f-a9b2-d86d424d86ed tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:11.505505 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-315ce00b-eb2d-46a5-b80d-2499a2081fc5 req-0429014d-8990-405f-a9b2-d86d424d86ed tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0495982 Aug 19 02:24:11.546412 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-315ce00b-eb2d-46a5-b80d-2499a2081fc5 req-1b6a00bc-285b-4621-baf4-2ffc0bfa0722 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336797 Aug 19 02:24:11.613633 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100eae33-ba9a-4425-a874-8ad1aff23ddb req-4e062d74-d3ca-4770-be3e-51449a56fe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:11.615275 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-100eae33-ba9a-4425-a874-8ad1aff23ddb req-4e062d74-d3ca-4770-be3e-51449a56fe57 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f88380b35b344618ad799a1cadc0fb84&device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 1099 time: 0.0890207 Aug 19 02:24:11.716910 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [req-af690716-536b-45c8-98d1-155634192d47 req-b2df7c05-4d59-41d0-b828-75d1ff92dce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22217e58-0cb6-43a1-93fb-262dced96da4 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:24:11.727003 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-af690716-536b-45c8-98d1-155634192d47 req-b2df7c05-4d59-41d0-b828-75d1ff92dce9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:11.756566 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-af690716-536b-45c8-98d1-155634192d47 req-b2df7c05-4d59-41d0-b828-75d1ff92dce9 service neutron] Transition to ACTIVE for port object 22217e58-0cb6-43a1-93fb-262dced96da4 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:24:11.758150 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100eae33-ba9a-4425-a874-8ad1aff23ddb req-5d6311dd-3186-4fd8-9580-d3a18661088a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:11.759684 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-100eae33-ba9a-4425-a874-8ad1aff23ddb req-5d6311dd-3186-4fd8-9580-d3a18661088a service neutron] 10.222.0.22 "GET /v2.0/networks?id=29f65fa0-1bb5-44ce-9209-cb366705e117 HTTP/1.1" status: 200 len: 919 time: 0.1362805 Aug 19 02:24:11.835098 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-af690716-536b-45c8-98d1-155634192d47 req-b2df7c05-4d59-41d0-b828-75d1ff92dce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:11.897452 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-100eae33-ba9a-4425-a874-8ad1aff23ddb req-3dc07fb9-bc99-4c3d-8490-efd0b1c11426 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5421a60-66ac-4d11-8044-5323040e199a HTTP/1.1" status: 200 len: 217 time: 0.0688686 Aug 19 02:24:11.915786 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-bbe230d6-ecf7-420b-83ef-ce3b2cbd3291 req-90bc2189-25f0-4c7f-93f5-b3e6e55c9a16 tempest-AttachVolumeNegativeTest-415738055 tempest-AttachVolumeNegativeTest-415738055-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a7e4c2-ff6a-487e-a3b8-410fbdd1cff2 HTTP/1.1" status: 200 len: 210 time: 0.0372367 Aug 19 02:24:11.966279 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36b210-e17e-441a-b8f6-5e4498790e12 req-57e9193d-7476-467e-b8d8-945fb280909f tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:11.967826 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-7d36b210-e17e-441a-b8f6-5e4498790e12 req-57e9193d-7476-467e-b8d8-945fb280909f tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.1693382 Aug 19 02:24:11.970345 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df7c05-4d59-41d0-b828-75d1ff92dce9 service neutron] Pushing event updated for resources: {'Port': ['ID=22217e58-0cb6-43a1-93fb-262dced96da4,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:12.038892 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100eae33-ba9a-4425-a874-8ad1aff23ddb req-c69cd70a-0ad1-42e3-aab5-d27b57714b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:12.040572 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-100eae33-ba9a-4425-a874-8ad1aff23ddb req-c69cd70a-0ad1-42e3-aab5-d27b57714b5a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fa40c230-027a-477d-b4e7-d3dafbebf0e8 HTTP/1.1" status: 200 len: 858 time: 0.1301119 Aug 19 02:24:12.067334 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-7d36b210-e17e-441a-b8f6-5e4498790e12 req-bd202418-ca83-43f6-b810-f1dc142ad106 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860796 Aug 19 02:24:12.102220 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-100eae33-ba9a-4425-a874-8ad1aff23ddb req-b7060cff-549a-48bf-9c75-cb6cc9d5859d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=29f65fa0-1bb5-44ce-9209-cb366705e117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331225 Aug 19 02:24:12.104676 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-af690716-536b-45c8-98d1-155634192d47 req-b2df7c05-4d59-41d0-b828-75d1ff92dce9 service neutron] Attempting to bind port 22217e58-0cb6-43a1-93fb-262dced96da4 on host hv-cinder-75565 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:24:12.105039 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-af690716-536b-45c8-98d1-155634192d47 req-b2df7c05-4d59-41d0-b828-75d1ff92dce9 service neutron] Attempting to bind port 22217e58-0cb6-43a1-93fb-262dced96da4 by drivers openvswitch,hyperv on host hv-cinder-75565 at level 0 using segments [{'id': 'a5480111-2330-4838-8586-856118a142cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '847f5967-0e4b-4308-a19e-862b1b000167'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:24:12.105359 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af690716-536b-45c8-98d1-155634192d47 req-b2df7c05-4d59-41d0-b828-75d1ff92dce9 service neutron] Attempting to bind port 22217e58-0cb6-43a1-93fb-262dced96da4 on network 847f5967-0e4b-4308-a19e-862b1b000167 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:24:12.109922 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af690716-536b-45c8-98d1-155634192d47 req-b2df7c05-4d59-41d0-b828-75d1ff92dce9 service neutron] Port 22217e58-0cb6-43a1-93fb-262dced96da4 on network 847f5967-0e4b-4308-a19e-862b1b000167 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75565 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 02:24:12.110245 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af690716-536b-45c8-98d1-155634192d47 req-b2df7c05-4d59-41d0-b828-75d1ff92dce9 service neutron] Attempting to bind port 22217e58-0cb6-43a1-93fb-262dced96da4 on network 847f5967-0e4b-4308-a19e-862b1b000167 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:24:12.124005 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af690716-536b-45c8-98d1-155634192d47 req-b2df7c05-4d59-41d0-b828-75d1ff92dce9 service neutron] Checking agent: {'id': '41372272-fa96-45fc-afce-a2209819517f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 18, 6), 'started_at': datetime.datetime(2021, 8, 19, 2, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:24:12.124346 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af690716-536b-45c8-98d1-155634192d47 req-b2df7c05-4d59-41d0-b828-75d1ff92dce9 service neutron] Checking segment: {'id': 'a5480111-2330-4838-8586-856118a142cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '847f5967-0e4b-4308-a19e-862b1b000167'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:24:12.124732 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af690716-536b-45c8-98d1-155634192d47 req-b2df7c05-4d59-41d0-b828-75d1ff92dce9 service neutron] Bound using segment: {'id': 'a5480111-2330-4838-8586-856118a142cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '847f5967-0e4b-4308-a19e-862b1b000167'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:24:12.125187 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-af690716-536b-45c8-98d1-155634192d47 req-b2df7c05-4d59-41d0-b828-75d1ff92dce9 service neutron] Bound port: 22217e58-0cb6-43a1-93fb-262dced96da4, host: hv-cinder-75565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5480111-2330-4838-8586-856118a142cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '847f5967-0e4b-4308-a19e-862b1b000167'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:24:12.125549 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-af690716-536b-45c8-98d1-155634192d47 req-b2df7c05-4d59-41d0-b828-75d1ff92dce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:12.170367 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e4f4e-560c-4df7-a7e8-8309733b2513 req-8eee2fe8-8f04-43cd-87fd-711db1c13ee2 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:12.171863 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-fc2e4f4e-560c-4df7-a7e8-8309733b2513 req-8eee2fe8-8f04-43cd-87fd-711db1c13ee2 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 945 time: 0.0841799 Aug 19 02:24:12.189234 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6db0e-da92-4a00-80e5-0995f1c5b4dd req-8cdcd346-5ad7-4d39-8b04-7068b6dd99e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:12.190693 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-22f6db0e-da92-4a00-80e5-0995f1c5b4dd req-8cdcd346-5ad7-4d39-8b04-7068b6dd99e8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=517b8744677e400988e187c26e92c291&device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 1098 time: 0.0666046 Aug 19 02:24:12.260686 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-100eae33-ba9a-4425-a874-8ad1aff23ddb req-fc27a743-afd7-4fff-a78c-8e8a2036d2bf service neutron] 10.222.0.22 "GET /v2.0/networks/29f65fa0-1bb5-44ce-9209-cb366705e117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482055 Aug 19 02:24:12.261637 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-af690716-536b-45c8-98d1-155634192d47 req-b2df7c05-4d59-41d0-b828-75d1ff92dce9 service neutron] For port 22217e58-0cb6-43a1-93fb-262dced96da4, host hv-cinder-75565, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:24:12.265225 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-af690716-536b-45c8-98d1-155634192d47 req-b2df7c05-4d59-41d0-b828-75d1ff92dce9 service neutron] For port 22217e58-0cb6-43a1-93fb-262dced96da4, host hv-cinder-75565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=22217e58-0cb6-43a1-93fb-262dced96da4,segment=NetworkSegment(a5480111-2330-4838-8586-856118a142cb),segment_id=a5480111-2330-4838-8586-856118a142cb)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:24:12.276301 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-fc2e4f4e-560c-4df7-a7e8-8309733b2513 req-a4e22b4d-627a-46a0-b303-1ea063e637aa tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956481 Aug 19 02:24:12.345475 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-af690716-536b-45c8-98d1-155634192d47 req-b2df7c05-4d59-41d0-b828-75d1ff92dce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:12.362008 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6db0e-da92-4a00-80e5-0995f1c5b4dd req-571088eb-6411-4772-9232-464284e43a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:12.368398 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-22f6db0e-da92-4a00-80e5-0995f1c5b4dd req-571088eb-6411-4772-9232-464284e43a60 service neutron] 10.222.0.22 "GET /v2.0/networks?id=bb3fc84d-f03f-4d97-87e6-72398b20c906 HTTP/1.1" status: 200 len: 917 time: 0.1650963 Aug 19 02:24:12.396342 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-100eae33-ba9a-4425-a874-8ad1aff23ddb req-a25756e2-7d52-4331-bc94-9eaf1431054a service neutron] 10.222.0.22 "GET /v2.0/networks/29f65fa0-1bb5-44ce-9209-cb366705e117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266968 Aug 19 02:24:12.401004 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af690716-536b-45c8-98d1-155634192d47 req-b2df7c05-4d59-41d0-b828-75d1ff92dce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:12.401778 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-af690716-536b-45c8-98d1-155634192d47 req-b2df7c05-4d59-41d0-b828-75d1ff92dce9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:12.403136 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-af690716-536b-45c8-98d1-155634192d47 req-b2df7c05-4d59-41d0-b828-75d1ff92dce9 service neutron] 10.222.0.22 "PUT /v2.0/ports/22217e58-0cb6-43a1-93fb-262dced96da4 HTTP/1.1" status: 200 len: 1093 time: 1.1242845 Aug 19 02:24:12.416993 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df7c05-4d59-41d0-b828-75d1ff92dce9 service neutron] Pushing event updated for resources: {'Port': ['ID=22217e58-0cb6-43a1-93fb-262dced96da4,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:12.484851 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df140f-2025-4622-bf66-c824be02913a req-33e041b7-17ca-4ee9-8d2b-8e96d87f661c tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:12.486466 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-09df140f-2025-4622-bf66-c824be02913a req-33e041b7-17ca-4ee9-8d2b-8e96d87f661c tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc1a6b98-9cd8-4097-b85a-233b16bfeecb HTTP/1.1" status: 200 len: 943 time: 0.0559995 Aug 19 02:24:12.487361 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-22f6db0e-da92-4a00-80e5-0995f1c5b4dd req-8b3ab27d-9e4b-49cc-84b0-bc5fd1b94558 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=420b70b1-b5dd-4288-aad7-8bccf0961747 HTTP/1.1" status: 200 len: 1001 time: 0.1056077 Aug 19 02:24:12.530158 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-09df140f-2025-4622-bf66-c824be02913a req-c7409a21-b68b-49e9-b08f-6ec6ce73348c tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/security-groups?id=33d88cd5-45b5-4cfd-83d8-744ef1666cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369604 Aug 19 02:24:12.546848 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6db0e-da92-4a00-80e5-0995f1c5b4dd req-49c42a53-6d47-43ae-9750-f4c61f1126bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:12.548447 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-22f6db0e-da92-4a00-80e5-0995f1c5b4dd req-49c42a53-6d47-43ae-9750-f4c61f1126bb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=88b7472a-b5f3-4f58-a9b7-55a108eaaf89 HTTP/1.1" status: 200 len: 855 time: 0.0445902 Aug 19 02:24:12.574623 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af690716-536b-45c8-98d1-155634192d47 req-5c297e8e-18e6-4a90-85a1-b17ee4a19cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:12.576217 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-af690716-536b-45c8-98d1-155634192d47 req-5c297e8e-18e6-4a90-85a1-b17ee4a19cea service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1860db339ff74207a4c4be4b23295884&device_id=bc1a6b98-9cd8-4097-b85a-233b16bfeecb HTTP/1.1" status: 200 len: 1096 time: 0.0423355 Aug 19 02:24:12.608491 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6db0e-da92-4a00-80e5-0995f1c5b4dd req-c250563c-d973-4ae3-97e5-aaba561caea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:12.610150 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-22f6db0e-da92-4a00-80e5-0995f1c5b4dd req-c250563c-d973-4ae3-97e5-aaba561caea2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bb3fc84d-f03f-4d97-87e6-72398b20c906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0521507 Aug 19 02:24:12.621450 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-af690716-536b-45c8-98d1-155634192d47 req-bf3b9d1e-bdfe-45e8-a332-2e8af46be45d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22217e58-0cb6-43a1-93fb-262dced96da4 HTTP/1.1" status: 200 len: 217 time: 0.0351076 Aug 19 02:24:12.669567 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af690716-536b-45c8-98d1-155634192d47 req-119c6a6c-5bda-4e56-b9e7-68eb5f110058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:12.671030 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-af690716-536b-45c8-98d1-155634192d47 req-119c6a6c-5bda-4e56-b9e7-68eb5f110058 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=383fe649-6781-4821-96cd-9bd2e3cd9216 HTTP/1.1" status: 200 len: 853 time: 0.0424745 Aug 19 02:24:12.709225 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-af690716-536b-45c8-98d1-155634192d47 req-c9072ac4-c47c-4176-9c74-35c6399b188f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=847f5967-0e4b-4308-a19e-862b1b000167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291829 Aug 19 02:24:12.719334 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e63e46-295f-43b6-b0e7-6e75bd4fcf22 req-807b0d1e-fdee-485f-ab80-4c539c8f38be tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:12.720823 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-e6e63e46-295f-43b6-b0e7-6e75bd4fcf22 req-807b0d1e-fdee-485f-ab80-4c539c8f38be tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.1021507 Aug 19 02:24:12.756497 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-22f6db0e-da92-4a00-80e5-0995f1c5b4dd req-764177b6-942b-4d1f-a589-d4016f1656de service neutron] 10.222.0.22 "GET /v2.0/networks/bb3fc84d-f03f-4d97-87e6-72398b20c906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366019 Aug 19 02:24:12.783933 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-e6e63e46-295f-43b6-b0e7-6e75bd4fcf22 req-37679a7b-d281-48c8-a315-aebd06f2589c tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549202 Aug 19 02:24:12.802839 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-af690716-536b-45c8-98d1-155634192d47 req-ed42225f-b91c-4ca2-aa86-5ac95e728c69 service neutron] 10.222.0.22 "GET /v2.0/networks/847f5967-0e4b-4308-a19e-862b1b000167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838661 Aug 19 02:24:12.857864 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-22f6db0e-da92-4a00-80e5-0995f1c5b4dd req-d090a7a6-b7d0-45c7-a733-99b4f029f7e5 service neutron] 10.222.0.22 "GET /v2.0/networks/bb3fc84d-f03f-4d97-87e6-72398b20c906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908425 Aug 19 02:24:12.898897 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-af690716-536b-45c8-98d1-155634192d47 req-d4570c49-5519-4710-acfd-58d751b36561 service neutron] 10.222.0.22 "GET /v2.0/networks/847f5967-0e4b-4308-a19e-862b1b000167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867312 Aug 19 02:24:12.973286 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 37804) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:24:13.009090 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 420b70b1-b5dd-4288-aad7-8bccf0961747 no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:24:13.019009 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9243c55-55f0-4c83-a98e-c610a66b4523 admin admin] Deleting subnet 8d7d19a2-2b51-441e-9a48-9bfac3ef9593 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 02:24:13.022197 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c9243c55-55f0-4c83-a98e-c610a66b4523 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:13.056628 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c9243c55-55f0-4c83-a98e-c610a66b4523 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2850452'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:13.083259 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:13.098346 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c9243c55-55f0-4c83-a98e-c610a66b4523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024327'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:13.105986 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350c5a62-4c94-4303-b68e-578dcae254ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '420b70b1-b5dd-4288-aad7-8bccf0961747'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:24:13.108253 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bda349f3ade6abb3bc5cfb3e12963279474636f4ef178e03561db7d4c095529d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f657902f-2244-41a8-a947-b43bac40b491" -d '{"events": [{"server_uuid": "350c5a62-4c94-4303-b68e-578dcae254ed", "name": "network-vif-unplugged", "status": "completed", "tag": "420b70b1-b5dd-4288-aad7-8bccf0961747"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:24:13.121655 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 420b70b1-b5dd-4288-aad7-8bccf0961747, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=420b70b1-b5dd-4288-aad7-8bccf0961747,segment=NetworkSegment(b757261d-bab5-459c-9be2-97b5652aa046),segment_id=b757261d-bab5-459c-9be2-97b5652aa046)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:24:13.144311 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 02:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a953734-0635-4ee7-9c0b-666f65a5492b x-openstack-request-id: req-2a953734-0635-4ee7-9c0b-666f65a5492b {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:24:13.144710 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "350c5a62-4c94-4303-b68e-578dcae254ed", "name": "network-vif-unplugged", "status": "completed", "tag": "420b70b1-b5dd-4288-aad7-8bccf0961747", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:24:13.144969 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2a953734-0635-4ee7-9c0b-666f65a5492b {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:24:13.145406 dv-cinder-755654-10-iscsi neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350c5a62-4c94-4303-b68e-578dcae254ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '420b70b1-b5dd-4288-aad7-8bccf0961747', 'code': 200} Aug 19 02:24:13.189818 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:13.190570 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 76efc3d0-1d4c-4cae-bf48-20d1af04e8ca no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:24:13.224511 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c9243c55-55f0-4c83-a98e-c610a66b4523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2838829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2943217'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:13.229241 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] No Port match for: 76efc3d0-1d4c-4cae-bf48-20d1af04e8ca {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:24:13.229590 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 76efc3d0-1d4c-4cae-bf48-20d1af04e8ca not bound to the agent host hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:24:13.251969 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9243c55-55f0-4c83-a98e-c610a66b4523 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d7d19a2-2b51-441e-9a48-9bfac3ef9593,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:13.256354 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c9243c55-55f0-4c83-a98e-c610a66b4523 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:13.256676 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=420b70b1-b5dd-4288-aad7-8bccf0961747,revision_number=8']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:13.260596 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-c9243c55-55f0-4c83-a98e-c610a66b4523 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8d7d19a2-2b51-441e-9a48-9bfac3ef9593 HTTP/1.1" status: 204 len: 168 time: 0.2834160 Aug 19 02:24:13.261061 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 37808) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:24:13.264113 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:13.264463 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:13.264809 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:13.265173 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:13.265504 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:13.265841 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:13.266175 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:13.266501 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:13.266828 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:13.267176 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:13.267519 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:13.268333 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:13.327310 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3e2c97d3-5bb0-469f-bbd9-710ef214734c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930398'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:13.391297 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1a6b98-9cd8-4097-b85a-233b16bfeecb', 'tag': '22217e58-0cb6-43a1-93fb-262dced96da4'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:24:13.393500 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86c8a4d-2c86-4252-be41-f75bb94d7a92" -d '{"events": [{"name": "network-changed", "server_uuid": "bc1a6b98-9cd8-4097-b85a-233b16bfeecb", "tag": "22217e58-0cb6-43a1-93fb-262dced96da4"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:24:13.437926 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3e2c97d3-5bb0-469f-bbd9-710ef214734c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026254', 'neutron.services.segments.db._delete_segments_for_network-8754220901313'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:13.450442 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.services.segments.db [None req-3e2c97d3-5bb0-469f-bbd9-710ef214734c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c43c105-26e3-4f24-a429-1210329b462e']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:24:13.454753 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07002132-a69e-49d6-b42e-879d2d74db91 x-openstack-request-id: req-07002132-a69e-49d6-b42e-879d2d74db91 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:24:13.455042 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc1a6b98-9cd8-4097-b85a-233b16bfeecb", "tag": "22217e58-0cb6-43a1-93fb-262dced96da4", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:24:13.455295 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-07002132-a69e-49d6-b42e-879d2d74db91 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:24:13.455672 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc1a6b98-9cd8-4097-b85a-233b16bfeecb', 'tag': '22217e58-0cb6-43a1-93fb-262dced96da4', 'status': 'completed', 'code': 200} Aug 19 02:24:13.469962 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287dcfd-510b-4864-813e-0971fc0bbdda req-923707e3-a7fa-49b0-86e3-811de597b938 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:13.471467 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2287dcfd-510b-4864-813e-0971fc0bbdda req-923707e3-a7fa-49b0-86e3-811de597b938 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 943 time: 0.1126726 Aug 19 02:24:13.473117 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.services.segments.db [None req-3e2c97d3-5bb0-469f-bbd9-710ef214734c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf1da37-dd52-4a35-a6bf-1be2af2df224') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:24:13.473429 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.services.segments.db [None req-3e2c97d3-5bb0-469f-bbd9-710ef214734c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf1da37-dd52-4a35-a6bf-1be2af2df224') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:24:13.488985 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3e2c97d3-5bb0-469f-bbd9-710ef214734c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754220944806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2850461'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:13.535602 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3e2c97d3-5bb0-469f-bbd9-710ef214734c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:13.553971 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e2c97d3-5bb0-469f-bbd9-710ef214734c admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 02:24:13.554319 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3e2c97d3-5bb0-469f-bbd9-710ef214734c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2839439'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:13.556038 dv-cinder-755654-10-iscsi neutron-server[94445]: Traceback (most recent call last): Aug 19 02:24:13.556038 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 02:24:13.556038 dv-cinder-755654-10-iscsi neutron-server[94445]: timer() Aug 19 02:24:13.556038 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 02:24:13.556038 dv-cinder-755654-10-iscsi neutron-server[94445]: cb(*args, **kw) Aug 19 02:24:13.556038 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 02:24:13.556038 dv-cinder-755654-10-iscsi neutron-server[94445]: return func(*args, **kwargs) Aug 19 02:24:13.556038 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 02:24:13.556038 dv-cinder-755654-10-iscsi neutron-server[94445]: self._notify() Aug 19 02:24:13.556038 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 02:24:13.556038 dv-cinder-755654-10-iscsi neutron-server[94445]: self.callback(batched_events) Aug 19 02:24:13.556038 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 02:24:13.556038 dv-cinder-755654-10-iscsi neutron-server[94445]: event.method(event) Aug 19 02:24:13.556038 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 02:24:13.556038 dv-cinder-755654-10-iscsi neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 02:24:13.556038 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 02:24:13.556038 dv-cinder-755654-10-iscsi neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 02:24:13.556038 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 02:24:13.556038 dv-cinder-755654-10-iscsi neutron-server[94445]: return f(self, *a, **k) Aug 19 02:24:13.556038 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 02:24:13.556038 dv-cinder-755654-10-iscsi neutron-server[94445]: return self._get(url).json() Aug 19 02:24:13.556038 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 02:24:13.556038 dv-cinder-755654-10-iscsi neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 02:24:13.556038 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 02:24:13.556038 dv-cinder-755654-10-iscsi neutron-server[94445]: return self.request(url, 'GET', **kwargs) Aug 19 02:24:13.556038 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 02:24:13.556038 dv-cinder-755654-10-iscsi neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 02:24:13.556038 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 02:24:13.556038 dv-cinder-755654-10-iscsi neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 02:24:13.556038 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 02:24:13.556038 dv-cinder-755654-10-iscsi neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 02:24:13.556038 dv-cinder-755654-10-iscsi neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 02:24:13.568187 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2287dcfd-510b-4864-813e-0971fc0bbdda req-38dfa598-0f08-45c0-af01-713891b55c0d tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876095 Aug 19 02:24:13.611935 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c8a4d-2c86-4252-be41-f75bb94d7a92 req-72e2d529-67c3-4271-a9c3-c6ed49012710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:13.613588 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-a86c8a4d-2c86-4252-be41-f75bb94d7a92 req-72e2d529-67c3-4271-a9c3-c6ed49012710 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1860db339ff74207a4c4be4b23295884&device_id=bc1a6b98-9cd8-4097-b85a-233b16bfeecb HTTP/1.1" status: 200 len: 1096 time: 0.1222422 Aug 19 02:24:13.663475 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643cf6a-5e81-42b5-bcac-9c0bae6f8158 req-f820ca07-e887-405d-be17-0d2b7d69fb3d tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:13.665065 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-2643cf6a-5e81-42b5-bcac-9c0bae6f8158 req-f820ca07-e887-405d-be17-0d2b7d69fb3d tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc1a6b98-9cd8-4097-b85a-233b16bfeecb HTTP/1.1" status: 200 len: 943 time: 0.0496638 Aug 19 02:24:13.694970 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3e2c97d3-5bb0-469f-bbd9-710ef214734c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612725'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:13.707136 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-2643cf6a-5e81-42b5-bcac-9c0bae6f8158 req-27081fab-a0a1-469d-91fe-aafc6a00f8c6 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/security-groups?id=33d88cd5-45b5-4cfd-83d8-744ef1666cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356042 Aug 19 02:24:13.709414 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3e2c97d3-5bb0-469f-bbd9-710ef214734c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:13.710915 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-3e2c97d3-5bb0-469f-bbd9-710ef214734c admin admin] 10.222.0.16 "DELETE /v2.0/networks/6c43c105-26e3-4f24-a429-1210329b462e HTTP/1.1" status: 204 len: 168 time: 0.4490910 Aug 19 02:24:13.723445 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c97d3-5bb0-469f-bbd9-710ef214734c admin admin] Pushing event deleted for resources: {'Network': ['ID=6c43c105-26e3-4f24-a429-1210329b462e,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:13.726487 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c8a4d-2c86-4252-be41-f75bb94d7a92 req-279d27bb-db7f-4f1e-b8f4-dc2c3cdb9c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:13.727952 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-a86c8a4d-2c86-4252-be41-f75bb94d7a92 req-279d27bb-db7f-4f1e-b8f4-dc2c3cdb9c18 service neutron] 10.222.0.22 "GET /v2.0/networks?id=847f5967-0e4b-4308-a19e-862b1b000167 HTTP/1.1" status: 200 len: 914 time: 0.1064332 Aug 19 02:24:13.770629 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-a86c8a4d-2c86-4252-be41-f75bb94d7a92 req-370b1e3f-faf3-4b51-a509-08d60f9889b1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22217e58-0cb6-43a1-93fb-262dced96da4 HTTP/1.1" status: 200 len: 217 time: 0.0344789 Aug 19 02:24:13.836323 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c8a4d-2c86-4252-be41-f75bb94d7a92 req-59febaa8-5f41-4ad4-9b3d-6f7b6f48360d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:13.837853 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-a86c8a4d-2c86-4252-be41-f75bb94d7a92 req-59febaa8-5f41-4ad4-9b3d-6f7b6f48360d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=383fe649-6781-4821-96cd-9bd2e3cd9216 HTTP/1.1" status: 200 len: 853 time: 0.0496173 Aug 19 02:24:13.879226 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-a86c8a4d-2c86-4252-be41-f75bb94d7a92 req-4871eb52-7848-419a-b367-f1cac42df38d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=847f5967-0e4b-4308-a19e-862b1b000167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317721 Aug 19 02:24:13.966460 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed52f7-00b4-45f2-b12b-521121a98c0b req-c676d34f-2a64-45ae-93d8-04ed2b92d1d4 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:13.967969 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-8eed52f7-00b4-45f2-b12b-521121a98c0b req-c676d34f-2a64-45ae-93d8-04ed2b92d1d4 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.1107259 Aug 19 02:24:14.021471 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-a86c8a4d-2c86-4252-be41-f75bb94d7a92 req-6e6752c9-f8d8-4764-bbef-0396e7ba9dae service neutron] 10.222.0.22 "GET /v2.0/networks/847f5967-0e4b-4308-a19e-862b1b000167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239097 Aug 19 02:24:14.026646 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-8eed52f7-00b4-45f2-b12b-521121a98c0b req-c6971bab-f614-4ed8-8f9e-aefa68b5f01b tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527840 Aug 19 02:24:14.115730 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-a86c8a4d-2c86-4252-be41-f75bb94d7a92 req-5d60c722-4265-4b33-aacd-8d97340198ef service neutron] 10.222.0.22 "GET /v2.0/networks/847f5967-0e4b-4308-a19e-862b1b000167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860987 Aug 19 02:24:14.148251 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 37820) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:24:14.188611 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-97ac0b74-02c1-4c01-b2d5-ca587b1d01dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=21e2050ddc3a4486be917df4cf6b0b60&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0392478 Aug 19 02:24:14.191050 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 37822) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:24:14.237900 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9b077e11-8156-496f-90e5-b0cdfb68054a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:14.258941 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9b077e11-8156-496f-90e5-b0cdfb68054a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:14.373775 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9b077e11-8156-496f-90e5-b0cdfb68054a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:14.376357 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9b077e11-8156-496f-90e5-b0cdfb68054a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:14.377619 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-9b077e11-8156-496f-90e5-b0cdfb68054a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/92eca959-30ae-455a-b675-b65580d000cb HTTP/1.1" status: 204 len: 168 time: 0.1856568 Aug 19 02:24:14.385879 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b077e11-8156-496f-90e5-b0cdfb68054a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92eca959-30ae-455a-b675-b65580d000cb,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:14.695714 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b648b1e-41fb-44ed-a9c6-e08fdd0608f2 req-6a25e876-ddb9-4cc3-bddf-46e1579ed214 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:14.699279 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-3b648b1e-41fb-44ed-a9c6-e08fdd0608f2 req-6a25e876-ddb9-4cc3-bddf-46e1579ed214 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 943 time: 0.0581331 Aug 19 02:24:14.738723 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-3b648b1e-41fb-44ed-a9c6-e08fdd0608f2 req-3481011d-2de9-4e6d-b514-8a4b8323b644 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333207 Aug 19 02:24:14.839153 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482897f0-430d-4453-9eaa-3d87a0cb7d80 req-a9014414-3f8a-41b0-a909-39c8ccd486f7 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:14.840648 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-482897f0-430d-4453-9eaa-3d87a0cb7d80 req-a9014414-3f8a-41b0-a909-39c8ccd486f7 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc1a6b98-9cd8-4097-b85a-233b16bfeecb HTTP/1.1" status: 200 len: 943 time: 0.0493376 Aug 19 02:24:14.859639 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9ee842bf-63f4-4860-9517-c3752c3f5b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:14.879650 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-482897f0-430d-4453-9eaa-3d87a0cb7d80 req-e32b19cf-2109-45ad-aff4-483e04a164f6 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/security-groups?id=33d88cd5-45b5-4cfd-83d8-744ef1666cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327070 Aug 19 02:24:15.143440 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b70331-ee17-498c-a1fb-22895225f072 req-4ecfc981-4723-4092-a37d-824370509e17 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:15.144556 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-56b70331-ee17-498c-a1fb-22895225f072 req-4ecfc981-4723-4092-a37d-824370509e17 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0484543 Aug 19 02:24:15.184533 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-56b70331-ee17-498c-a1fb-22895225f072 req-03ec4342-15fa-48b9-a8c0-da2065e70461 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337126 Aug 19 02:24:15.867656 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f468f-bfe8-4e9f-8b20-bf5ae5b1217f req-c1f1577e-01e3-41d7-b107-c84d357acb51 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:15.869208 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-087f468f-bfe8-4e9f-8b20-bf5ae5b1217f req-c1f1577e-01e3-41d7-b107-c84d357acb51 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 943 time: 0.0563405 Aug 19 02:24:15.912159 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-087f468f-bfe8-4e9f-8b20-bf5ae5b1217f req-b70e8122-e0c6-4c0e-b5e9-245744ada242 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364585 Aug 19 02:24:15.993930 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80ca37-0b40-47ce-a035-b3220a0f6b41 req-af36ef60-f41d-41ed-aa1e-5f2bd99c56ad tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:15.996243 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-4e80ca37-0b40-47ce-a035-b3220a0f6b41 req-af36ef60-f41d-41ed-aa1e-5f2bd99c56ad tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc1a6b98-9cd8-4097-b85a-233b16bfeecb HTTP/1.1" status: 200 len: 943 time: 0.0495381 Aug 19 02:24:16.036502 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-4e80ca37-0b40-47ce-a035-b3220a0f6b41 req-2bf8d511-3023-4d33-842b-8585c64f8721 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/security-groups?id=33d88cd5-45b5-4cfd-83d8-744ef1666cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345376 Aug 19 02:24:16.301411 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086713e4-86c4-4ea5-afab-dc56f9c6eed3 req-d4277d32-5672-4fcf-83a5-f34962a2bc32 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:16.303518 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-086713e4-86c4-4ea5-afab-dc56f9c6eed3 req-d4277d32-5672-4fcf-83a5-f34962a2bc32 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0509973 Aug 19 02:24:16.341001 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-086713e4-86c4-4ea5-afab-dc56f9c6eed3 req-d664d07c-06cd-4987-b458-20f14423ac06 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317700 Aug 19 02:24:17.053274 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 22217e58-0cb6-43a1-93fb-262dced96da4 details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:24:17.056370 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 420b70b1-b5dd-4288-aad7-8bccf0961747 no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:24:17.160421 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15c735-cfad-4daa-9486-39897ec5e17d req-17d7a490-8246-45ac-88ab-4d1a9129b51b tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:17.162704 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-cd15c735-cfad-4daa-9486-39897ec5e17d req-17d7a490-8246-45ac-88ab-4d1a9129b51b tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc1a6b98-9cd8-4097-b85a-233b16bfeecb HTTP/1.1" status: 200 len: 943 time: 0.0556352 Aug 19 02:24:17.209650 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-cd15c735-cfad-4daa-9486-39897ec5e17d req-cee383c1-7088-4379-b756-a5c0498241cf tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/security-groups?id=33d88cd5-45b5-4cfd-83d8-744ef1666cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355706 Aug 19 02:24:17.237612 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 22217e58-0cb6-43a1-93fb-262dced96da4, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=22217e58-0cb6-43a1-93fb-262dced96da4,segment=NetworkSegment(a5480111-2330-4838-8586-856118a142cb),segment_id=a5480111-2330-4838-8586-856118a142cb)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:24:17.249155 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Returning: {'device': '22217e58-0cb6-43a1-93fb-262dced96da4', 'network_id': '847f5967-0e4b-4308-a19e-862b1b000167', 'port_id': '22217e58-0cb6-43a1-93fb-262dced96da4', 'mac_address': 'fa:16:3e:84:1b:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '383fe649-6781-4821-96cd-9bd2e3cd9216', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:24:17.287607 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:17.300638 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22217e58-0cb6-43a1-93fb-262dced96da4 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:24:17.320323 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-03235a9b-46a9-4d5c-8d44-6e6945f5ce5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:17.322777 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 22217e58-0cb6-43a1-93fb-262dced96da4, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=22217e58-0cb6-43a1-93fb-262dced96da4,segment=NetworkSegment(a5480111-2330-4838-8586-856118a142cb),segment_id=a5480111-2330-4838-8586-856118a142cb)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:24:17.396938 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:17.458175 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=22217e58-0cb6-43a1-93fb-262dced96da4,revision_number=4']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:17.527161 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39734941-ecbe-4ee1-be47-1e4612a7914d req-87c96776-e703-4aec-bc6f-b65f6b6611e3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:17.528679 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-39734941-ecbe-4ee1-be47-1e4612a7914d req-87c96776-e703-4aec-bc6f-b65f6b6611e3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 943 time: 0.0522959 Aug 19 02:24:17.570954 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-39734941-ecbe-4ee1-be47-1e4612a7914d req-5b68183f-cbd7-400f-82a9-20565e995dfa tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349469 Aug 19 02:24:17.682591 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:17.767543 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] get_ports_and_sgs() called for port_ids ['22217e58-0cb6-43a1-93fb-262dced96da4'] {{(pid=94446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:24:18.140570 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 37928) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:24:18.224959 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-bb90103e-6432-4b5e-9497-e6c65860af37 req-1f717ce7-50f2-4631-acff-9ff4ed75e882 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0832129 Aug 19 02:24:18.330407 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b9c89-cee1-434f-b5fd-36c54feddbe8 req-48bcc1e8-b5c6-4e56-92b7-3d38c89a40e5 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:18.331881 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c49b9c89-cee1-434f-b5fd-36c54feddbe8 req-48bcc1e8-b5c6-4e56-92b7-3d38c89a40e5 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc1a6b98-9cd8-4097-b85a-233b16bfeecb HTTP/1.1" status: 200 len: 944 time: 0.0518692 Aug 19 02:24:18.370806 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c49b9c89-cee1-434f-b5fd-36c54feddbe8 req-7c59fd47-9102-498f-81e9-6d055dd59544 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/security-groups?id=33d88cd5-45b5-4cfd-83d8-744ef1666cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319755 Aug 19 02:24:18.522697 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:18.696146 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f17105-589e-45c4-840a-97c81ea970ec req-838feed2-6367-4c45-880b-987afdc8fdcc tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:18.697667 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-a9f17105-589e-45c4-840a-97c81ea970ec req-838feed2-6367-4c45-880b-987afdc8fdcc tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 943 time: 0.0502222 Aug 19 02:24:18.733998 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-a9f17105-589e-45c4-840a-97c81ea970ec req-88400685-6919-47f4-94d9-9b189b77863c tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304103 Aug 19 02:24:19.068175 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 22217e58-0cb6-43a1-93fb-262dced96da4 up at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:24:19.196666 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning for port 22217e58-0cb6-43a1-93fb-262dced96da4 completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:24:19.201167 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning complete for port 22217e58-0cb6-43a1-93fb-262dced96da4 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:24:19.201681 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:19.296034 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:19.319748 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1a6b98-9cd8-4097-b85a-233b16bfeecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22217e58-0cb6-43a1-93fb-262dced96da4'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:24:19.322156 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bda349f3ade6abb3bc5cfb3e12963279474636f4ef178e03561db7d4c095529d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fde2f4-2ad4-4c2d-92d2-72f8092eb251" -d '{"events": [{"server_uuid": "bc1a6b98-9cd8-4097-b85a-233b16bfeecb", "name": "network-vif-plugged", "status": "completed", "tag": "22217e58-0cb6-43a1-93fb-262dced96da4"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:24:19.335567 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 22217e58-0cb6-43a1-93fb-262dced96da4, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=22217e58-0cb6-43a1-93fb-262dced96da4,segment=NetworkSegment(a5480111-2330-4838-8586-856118a142cb),segment_id=a5480111-2330-4838-8586-856118a142cb)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:24:19.360925 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621e3267-dffb-495b-94df-f2fe0a0af005 x-openstack-request-id: req-621e3267-dffb-495b-94df-f2fe0a0af005 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:24:19.361354 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1a6b98-9cd8-4097-b85a-233b16bfeecb", "name": "network-vif-plugged", "status": "completed", "tag": "22217e58-0cb6-43a1-93fb-262dced96da4", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:24:19.361604 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-621e3267-dffb-495b-94df-f2fe0a0af005 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:24:19.362001 dv-cinder-755654-10-iscsi neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1a6b98-9cd8-4097-b85a-233b16bfeecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22217e58-0cb6-43a1-93fb-262dced96da4', 'code': 200} Aug 19 02:24:19.402791 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:19.450716 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=22217e58-0cb6-43a1-93fb-262dced96da4,revision_number=5']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:19.486624 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d033f-93d4-4a8d-9dfd-b275cfd5d836 req-17975aa1-93d9-48cd-a07a-07be864b8488 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:19.488088 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-183d033f-93d4-4a8d-9dfd-b275cfd5d836 req-17975aa1-93d9-48cd-a07a-07be864b8488 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc1a6b98-9cd8-4097-b85a-233b16bfeecb HTTP/1.1" status: 200 len: 945 time: 0.0474160 Aug 19 02:24:19.525548 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-183d033f-93d4-4a8d-9dfd-b275cfd5d836 req-c78603e9-e895-40a9-813f-8109af472a93 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/security-groups?id=33d88cd5-45b5-4cfd-83d8-744ef1666cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312991 Aug 19 02:24:19.946332 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f66649-89f5-418b-92ec-4163ec5e36f3 req-acbbc7eb-b26c-49a5-85c1-25d8add54bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:19.947844 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-27f66649-89f5-418b-92ec-4163ec5e36f3 req-acbbc7eb-b26c-49a5-85c1-25d8add54bd1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bc1a6b98-9cd8-4097-b85a-233b16bfeecb HTTP/1.1" status: 200 len: 1098 time: 0.3009136 Aug 19 02:24:19.973167 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a916e7-0a24-449d-821e-bfcb9c19634a req-4c13d338-f7f3-4bb5-930d-28c6de527aff tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:19.974410 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-41a916e7-0a24-449d-821e-bfcb9c19634a req-4c13d338-f7f3-4bb5-930d-28c6de527aff tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 943 time: 0.0634317 Aug 19 02:24:20.024642 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-27f66649-89f5-418b-92ec-4163ec5e36f3 req-484406db-c53b-4e86-98de-7d11610eb06f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=33d88cd5-45b5-4cfd-83d8-744ef1666cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629094 Aug 19 02:24:20.026916 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-41a916e7-0a24-449d-821e-bfcb9c19634a req-79fb9b6a-b0c3-403a-a97a-b80240055e1a tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462074 Aug 19 02:24:20.442669 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:20.654472 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699dd9e-63d2-435a-a189-3d4a70216cd7 req-3eeb87f2-3a59-4640-bb70-68caf2ed66d5 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:20.661604 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e699dd9e-63d2-435a-a189-3d4a70216cd7 req-3eeb87f2-3a59-4640-bb70-68caf2ed66d5 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc1a6b98-9cd8-4097-b85a-233b16bfeecb HTTP/1.1" status: 200 len: 945 time: 0.0500569 Aug 19 02:24:20.694011 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e699dd9e-63d2-435a-a189-3d4a70216cd7 req-fa1a203a-b824-4376-843b-9e5221b834f7 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/security-groups?id=33d88cd5-45b5-4cfd-83d8-744ef1666cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314543 Aug 19 02:24:21.144465 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ab66a-9e99-413e-bdc9-2a942be1c3aa req-b7d67145-5828-4caa-828b-da1a4dde41e1 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:21.145962 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-ee1ab66a-9e99-413e-bdc9-2a942be1c3aa req-b7d67145-5828-4caa-828b-da1a4dde41e1 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 943 time: 0.0473144 Aug 19 02:24:21.182848 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-ee1ab66a-9e99-413e-bdc9-2a942be1c3aa req-c70819d6-5ead-454b-9814-bd13f8ea6724 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301487 Aug 19 02:24:21.713230 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90103e-6432-4b5e-9497-e6c65860af37 req-2f6b8ba7-77ae-4d67-b3b1-ba5cd6fe3efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:21.715325 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-bb90103e-6432-4b5e-9497-e6c65860af37 req-2f6b8ba7-77ae-4d67-b3b1-ba5cd6fe3efd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed&tenant_id=517b8744677e400988e187c26e92c291 HTTP/1.1" status: 200 len: 1096 time: 0.0773227 Aug 19 02:24:21.789156 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90103e-6432-4b5e-9497-e6c65860af37 req-d275a5be-2947-4ccf-a29c-a37c273510b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:21.790768 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-bb90103e-6432-4b5e-9497-e6c65860af37 req-d275a5be-2947-4ccf-a29c-a37c273510b0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=517b8744677e400988e187c26e92c291&device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 1096 time: 0.0411558 Aug 19 02:24:21.836438 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31115a-5e9e-4e24-97bb-63366b4d999a req-b64e23a4-2077-46cf-a380-1b68abea6960 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:21.837946 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-7a31115a-5e9e-4e24-97bb-63366b4d999a req-b64e23a4-2077-46cf-a380-1b68abea6960 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc1a6b98-9cd8-4097-b85a-233b16bfeecb HTTP/1.1" status: 200 len: 945 time: 0.0526707 Aug 19 02:24:21.880419 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-7a31115a-5e9e-4e24-97bb-63366b4d999a req-de66f35a-0fda-4b05-b077-aed93b7e237c tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/security-groups?id=33d88cd5-45b5-4cfd-83d8-744ef1666cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363610 Aug 19 02:24:21.896931 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90103e-6432-4b5e-9497-e6c65860af37 req-69796aed-3fd2-4ca3-9e1c-2959e03aee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:21.896931 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-bb90103e-6432-4b5e-9497-e6c65860af37 req-69796aed-3fd2-4ca3-9e1c-2959e03aee2c service neutron] 10.222.0.22 "GET /v2.0/networks?id=bb3fc84d-f03f-4d97-87e6-72398b20c906 HTTP/1.1" status: 200 len: 917 time: 0.0905704 Aug 19 02:24:21.960810 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-bb90103e-6432-4b5e-9497-e6c65860af37 req-a1330365-75df-4440-a190-9f3503c06d55 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=420b70b1-b5dd-4288-aad7-8bccf0961747 HTTP/1.1" status: 200 len: 999 time: 0.0618782 Aug 19 02:24:22.019682 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90103e-6432-4b5e-9497-e6c65860af37 req-8f937075-7b42-4628-b044-4aa97e919c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:22.021212 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-bb90103e-6432-4b5e-9497-e6c65860af37 req-8f937075-7b42-4628-b044-4aa97e919c42 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=88b7472a-b5f3-4f58-a9b7-55a108eaaf89 HTTP/1.1" status: 200 len: 855 time: 0.0532117 Aug 19 02:24:22.067909 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90103e-6432-4b5e-9497-e6c65860af37 req-153d6da4-8945-4dad-8080-ab6b0bf197ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:22.070513 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-bb90103e-6432-4b5e-9497-e6c65860af37 req-153d6da4-8945-4dad-8080-ab6b0bf197ea service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bb3fc84d-f03f-4d97-87e6-72398b20c906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0413830 Aug 19 02:24:22.190855 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-bb90103e-6432-4b5e-9497-e6c65860af37 req-25e2d333-8d28-43a3-b2b8-c5da05053807 service neutron] 10.222.0.22 "GET /v2.0/networks/bb3fc84d-f03f-4d97-87e6-72398b20c906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134028 Aug 19 02:24:22.214739 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad0361-a382-436a-a26d-faa7e75b4ef0 req-7afdc31c-05cc-4f88-b27b-29b2752610c8 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:22.216180 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-99ad0361-a382-436a-a26d-faa7e75b4ef0 req-7afdc31c-05cc-4f88-b27b-29b2752610c8 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0759110 Aug 19 02:24:22.294782 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-99ad0361-a382-436a-a26d-faa7e75b4ef0 req-3e3efe27-4ecd-4d2d-a7de-6b92166c255a tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691738 Aug 19 02:24:22.327727 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-bb90103e-6432-4b5e-9497-e6c65860af37 req-fb5f9b93-e7d0-4599-bd08-186dffb117a1 service neutron] 10.222.0.22 "GET /v2.0/networks/bb3fc84d-f03f-4d97-87e6-72398b20c906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214466 Aug 19 02:24:22.406476 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2c3a6-bc0b-417e-9a11-b1ccc5c0e546 req-33a0ce88-3edb-4b74-befa-cac5d01d1b81 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:22.407963 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-3cf2c3a6-bc0b-417e-9a11-b1ccc5c0e546 req-33a0ce88-3edb-4b74-befa-cac5d01d1b81 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 943 time: 0.0525250 Aug 19 02:24:22.452202 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-3cf2c3a6-bc0b-417e-9a11-b1ccc5c0e546 req-57c320ee-e288-4b0a-86b8-9ec9c5efdb19 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382197 Aug 19 02:24:23.048187 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 6 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:24:23.441516 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bde399-5fc2-4823-8363-a6341226f6ef req-52dcf8ee-66cb-4787-81d3-8c756fdbfb0d tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:23.443773 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-93bde399-5fc2-4823-8363-a6341226f6ef req-52dcf8ee-66cb-4787-81d3-8c756fdbfb0d tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0726378 Aug 19 02:24:23.500073 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-93bde399-5fc2-4823-8363-a6341226f6ef req-3474adbe-2036-4568-a3b0-85e1752d7b0a tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504291 Aug 19 02:24:23.622619 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f053ee0-679d-46c3-89ba-51185b89d02f req-dbb67eec-029e-425c-a6c7-359326d81e14 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:23.631443 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9f053ee0-679d-46c3-89ba-51185b89d02f req-dbb67eec-029e-425c-a6c7-359326d81e14 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 943 time: 0.0672631 Aug 19 02:24:23.672273 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9f053ee0-679d-46c3-89ba-51185b89d02f req-dff67dc2-a5f7-4e67-8381-c7469147ab03 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392957 Aug 19 02:24:24.628065 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86578af8-ed67-42c7-88eb-277d511e696c req-9b94b7e3-7686-4593-979d-46385e6f8fc6 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:24.629612 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-86578af8-ed67-42c7-88eb-277d511e696c req-9b94b7e3-7686-4593-979d-46385e6f8fc6 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0553508 Aug 19 02:24:24.667798 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-86578af8-ed67-42c7-88eb-277d511e696c req-3eb5b33d-eb38-444b-a188-a19ef2df77a6 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318880 Aug 19 02:24:24.799518 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9948180-f287-491e-9709-898502b06f5b req-ad09d261-afb9-4b54-878f-a0d40250820f tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:24.801682 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-f9948180-f287-491e-9709-898502b06f5b req-ad09d261-afb9-4b54-878f-a0d40250820f tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 943 time: 0.0533500 Aug 19 02:24:24.844277 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-f9948180-f287-491e-9709-898502b06f5b req-8e636718-a1e6-46a9-be56-46a9a2840df3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340934 Aug 19 02:24:25.794233 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216db16a-8ca7-4ca0-90ea-63f96dc68385 req-12d62b87-db59-4c04-bb72-4ff0026439dd tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:25.797034 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-216db16a-8ca7-4ca0-90ea-63f96dc68385 req-12d62b87-db59-4c04-bb72-4ff0026439dd tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0526855 Aug 19 02:24:25.836326 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-216db16a-8ca7-4ca0-90ea-63f96dc68385 req-ebf49c86-02be-44cb-9f23-63a1aa057b9f tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330198 Aug 19 02:24:25.990451 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c725444-ce63-4c30-b054-0df355a7b932 req-eab96613-7f2a-4f9a-8564-01d7364d5216 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:25.991888 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-1c725444-ce63-4c30-b054-0df355a7b932 req-eab96613-7f2a-4f9a-8564-01d7364d5216 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 943 time: 0.0474644 Aug 19 02:24:26.032531 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-1c725444-ce63-4c30-b054-0df355a7b932 req-9746020b-addf-4f39-be10-82eb85374185 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342929 Aug 19 02:24:26.966600 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea0abc-f2be-43ad-8f59-353ea3470320 req-eda4fce4-615d-4728-9c70-07f6bb6463f7 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:26.968145 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-5eea0abc-f2be-43ad-8f59-353ea3470320 req-eda4fce4-615d-4728-9c70-07f6bb6463f7 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0652881 Aug 19 02:24:27.006741 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-5eea0abc-f2be-43ad-8f59-353ea3470320 req-d8c60df5-3c77-4a47-b7f2-854f385d1151 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327604 Aug 19 02:24:27.174058 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522e8bb-e090-49c1-8f3a-f1a29c8b92f9 req-cb97f607-5b00-4f9b-8416-63211ada1efa tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:27.175636 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-0522e8bb-e090-49c1-8f3a-f1a29c8b92f9 req-cb97f607-5b00-4f9b-8416-63211ada1efa tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 943 time: 0.0629992 Aug 19 02:24:27.219188 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-0522e8bb-e090-49c1-8f3a-f1a29c8b92f9 req-92f105e2-d1c5-43f3-9241-ecf50b42e9b4 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359087 Aug 19 02:24:28.058939 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 38112) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:24:28.135425 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d252976-14db-4a08-a1d3-0f9231f2d57a req-e597b907-bb52-40d0-9db0-d83bf8d4d005 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:28.136867 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-5d252976-14db-4a08-a1d3-0f9231f2d57a req-e597b907-bb52-40d0-9db0-d83bf8d4d005 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0595026 Aug 19 02:24:28.174333 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-5d252976-14db-4a08-a1d3-0f9231f2d57a req-c0bf481c-955f-475c-b2ce-44fa6be74106 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315373 Aug 19 02:24:28.187685 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-682fa5a4-a8ec-42e2-8f43-08a4d6a6ee7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:28.274414 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-682fa5a4-a8ec-42e2-8f43-08a4d6a6ee7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:28.332717 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-682fa5a4-a8ec-42e2-8f43-08a4d6a6ee7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:28.344038 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182cca8e-55b9-4fa7-9a4e-bbe1d6a51540 req-9f413779-047a-4dac-ada7-345b56d90282 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:28.346030 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-182cca8e-55b9-4fa7-9a4e-bbe1d6a51540 req-9f413779-047a-4dac-ada7-345b56d90282 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 943 time: 0.0532007 Aug 19 02:24:28.372023 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682fa5a4-a8ec-42e2-8f43-08a4d6a6ee7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435c0f55-8312-4ef5-be32-343f71a74df4,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:28.378158 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-682fa5a4-a8ec-42e2-8f43-08a4d6a6ee7f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cc1c58242a444cb797586ababc073d37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3181431 Aug 19 02:24:28.382901 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 38118) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:24:28.390935 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-182cca8e-55b9-4fa7-9a4e-bbe1d6a51540 req-d0cb29bc-733a-4387-abee-a29ad8e8df60 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380681 Aug 19 02:24:28.430856 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-325add73-2c37-4205-8c51-b927c90b640b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:28.452044 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-325add73-2c37-4205-8c51-b927c90b640b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:28.562231 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-325add73-2c37-4205-8c51-b927c90b640b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:28.564827 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-325add73-2c37-4205-8c51-b927c90b640b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:28.566072 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-325add73-2c37-4205-8c51-b927c90b640b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/435c0f55-8312-4ef5-be32-343f71a74df4 HTTP/1.1" status: 204 len: 168 time: 0.1822200 Aug 19 02:24:28.574357 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325add73-2c37-4205-8c51-b927c90b640b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435c0f55-8312-4ef5-be32-343f71a74df4,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:29.289253 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef2663-cbc8-4289-8151-4c79e3d59795 req-04108041-03e2-463b-9f2d-50b837c775b6 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:29.290732 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-64ef2663-cbc8-4289-8151-4c79e3d59795 req-04108041-03e2-463b-9f2d-50b837c775b6 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0484290 Aug 19 02:24:29.330006 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-64ef2663-cbc8-4289-8151-4c79e3d59795 req-ac9d412d-42d9-4cce-968a-92293bc994a9 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329802 Aug 19 02:24:29.515090 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9609153-a8d5-4025-bdf2-7007136ee510 req-261aa8d3-dbb9-4260-a075-7d9e6c9fff15 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:29.516584 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-e9609153-a8d5-4025-bdf2-7007136ee510 req-261aa8d3-dbb9-4260-a075-7d9e6c9fff15 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 943 time: 0.0497515 Aug 19 02:24:29.575735 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-e9609153-a8d5-4025-bdf2-7007136ee510 req-abb5b2c4-8cd5-40fb-9481-a1f15df74fa5 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519884 Aug 19 02:24:30.469968 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c025bfa-ee6d-4015-885f-62c71894995e req-383c485e-0727-40b6-a7d0-eeeef1f78652 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:30.471604 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4c025bfa-ee6d-4015-885f-62c71894995e req-383c485e-0727-40b6-a7d0-eeeef1f78652 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0500932 Aug 19 02:24:30.526488 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4c025bfa-ee6d-4015-885f-62c71894995e req-4b806e7d-1432-4b8a-b90d-225594c9239e tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468428 Aug 19 02:24:30.698966 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd61c6-3ba1-428f-bd8d-7f6090e00e11 req-995b8805-14ea-457a-8d70-acd77c60b60b tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:30.700454 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-38cd61c6-3ba1-428f-bd8d-7f6090e00e11 req-995b8805-14ea-457a-8d70-acd77c60b60b tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 943 time: 0.0559187 Aug 19 02:24:30.747723 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-38cd61c6-3ba1-428f-bd8d-7f6090e00e11 req-9c2cf397-1ec4-430f-9405-b413124d167e tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386019 Aug 19 02:24:31.311734 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 38184) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:24:31.422498 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-43637969-7f51-4ff3-aab1-0f21b48d863a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:31.524481 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-43637969-7f51-4ff3-aab1-0f21b48d863a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:31.585853 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-43637969-7f51-4ff3-aab1-0f21b48d863a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:31.653010 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-43637969-7f51-4ff3-aab1-0f21b48d863a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=58e0ab2527ef4441bdba60fa87ca5c6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3399479 Aug 19 02:24:31.657670 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 38190) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:24:31.660477 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43637969-7f51-4ff3-aab1-0f21b48d863a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df7f371-603c-4967-8a57-bca489b3b623,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:31.698355 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ceb62-5e7e-46dd-91fc-bcb682c372e5 req-d6ffc708-d194-49e3-838c-e251adbd6ccc tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:31.700901 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-5a6ceb62-5e7e-46dd-91fc-bcb682c372e5 req-d6ffc708-d194-49e3-838c-e251adbd6ccc tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0943780 Aug 19 02:24:31.720580 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-d352a2ca-084c-4efc-ac3f-62059891c924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:31.742505 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-d352a2ca-084c-4efc-ac3f-62059891c924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:31.747685 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-5a6ceb62-5e7e-46dd-91fc-bcb682c372e5 req-2adb1608-1c03-4823-8e22-9d70aebd48aa tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375688 Aug 19 02:24:31.882301 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f8f94-aa94-4a6e-9250-721eecacbc64 req-145ab432-4fcc-42b5-8c46-f83e866fc218 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:31.883856 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-533f8f94-aa94-4a6e-9250-721eecacbc64 req-145ab432-4fcc-42b5-8c46-f83e866fc218 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 943 time: 0.0482264 Aug 19 02:24:31.885048 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-d352a2ca-084c-4efc-ac3f-62059891c924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:31.887656 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-d352a2ca-084c-4efc-ac3f-62059891c924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:31.890800 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-d352a2ca-084c-4efc-ac3f-62059891c924 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0df7f371-603c-4967-8a57-bca489b3b623 HTTP/1.1" status: 204 len: 168 time: 0.2282286 Aug 19 02:24:31.935921 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d352a2ca-084c-4efc-ac3f-62059891c924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df7f371-603c-4967-8a57-bca489b3b623,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:31.954313 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d352a2ca-084c-4efc-ac3f-62059891c924 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:31.954658 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d352a2ca-084c-4efc-ac3f-62059891c924 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:31.955113 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d352a2ca-084c-4efc-ac3f-62059891c924 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:31.955449 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d352a2ca-084c-4efc-ac3f-62059891c924 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:31.955779 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d352a2ca-084c-4efc-ac3f-62059891c924 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:31.956109 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d352a2ca-084c-4efc-ac3f-62059891c924 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:31.956436 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d352a2ca-084c-4efc-ac3f-62059891c924 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:31.956760 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d352a2ca-084c-4efc-ac3f-62059891c924 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:31.957081 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d352a2ca-084c-4efc-ac3f-62059891c924 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:31.957435 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d352a2ca-084c-4efc-ac3f-62059891c924 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:31.957755 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d352a2ca-084c-4efc-ac3f-62059891c924 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:31.958073 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d352a2ca-084c-4efc-ac3f-62059891c924 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:24:31.971355 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-533f8f94-aa94-4a6e-9250-721eecacbc64 req-e73afd89-e6c8-4993-8f1a-02a600056f58 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775344 Aug 19 02:24:32.514024 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 38202) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:24:32.528181 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-756f357a-a2e3-4dfd-b300-db1cf6efdd2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:32.633573 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-756f357a-a2e3-4dfd-b300-db1cf6efdd2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:32.719234 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-756f357a-a2e3-4dfd-b300-db1cf6efdd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:32.786956 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f357a-a2e3-4dfd-b300-db1cf6efdd2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb77f77-929c-4355-8271-157746165d8e,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:32.786956 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-756f357a-a2e3-4dfd-b300-db1cf6efdd2b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dde56806cba84dbf8ebd9bf69a052f55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2524085 Aug 19 02:24:32.789694 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 38206) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:24:32.895176 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-bf5c1820-3091-47df-9493-e5dd83be11f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:32.913762 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25486a-55c3-42b4-bbbe-b7a10237e7ab req-4ae20eae-c9d1-4c2f-9c71-f576d2be2a30 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:32.916074 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ee25486a-55c3-42b4-bbbe-b7a10237e7ab req-4ae20eae-c9d1-4c2f-9c71-f576d2be2a30 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0625010 Aug 19 02:24:32.918661 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-bf5c1820-3091-47df-9493-e5dd83be11f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:32.966026 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ee25486a-55c3-42b4-bbbe-b7a10237e7ab req-35a9f1fb-4e49-4143-a2e5-8ce755def7e7 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437024 Aug 19 02:24:33.118127 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1f8d8-e217-4f6f-8fc6-adae25c1ce24 req-57f77cc7-0ff7-4085-9680-36950ea8350b tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:33.119611 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-63d1f8d8-e217-4f6f-8fc6-adae25c1ce24 req-57f77cc7-0ff7-4085-9680-36950ea8350b tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 943 time: 0.0582983 Aug 19 02:24:33.160180 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-63d1f8d8-e217-4f6f-8fc6-adae25c1ce24 req-88bc7333-f404-440b-9b46-8c2c55855b8e tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331197 Aug 19 02:24:33.349607 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-bf5c1820-3091-47df-9493-e5dd83be11f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:33.352399 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-bf5c1820-3091-47df-9493-e5dd83be11f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:33.356170 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-bf5c1820-3091-47df-9493-e5dd83be11f8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8eb77f77-929c-4355-8271-157746165d8e HTTP/1.1" status: 204 len: 168 time: 0.5634453 Aug 19 02:24:33.362399 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c1820-3091-47df-9493-e5dd83be11f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb77f77-929c-4355-8271-157746165d8e,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:34.088561 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28226c-c530-453c-bfb9-03364d206198 req-c81012ba-2424-4cc2-87de-3688b1d748ee tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:34.096539 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9c28226c-c530-453c-bfb9-03364d206198 req-c81012ba-2424-4cc2-87de-3688b1d748ee tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0607018 Aug 19 02:24:34.129032 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9c28226c-c530-453c-bfb9-03364d206198 req-150fba48-049d-4aa6-aa91-3ea752223cd3 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313280 Aug 19 02:24:34.299623 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd632a23-456d-4689-ae09-02ecfac9266b req-c5f76756-fa79-440b-9a7a-38837d8d2d41 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:34.301166 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-bd632a23-456d-4689-ae09-02ecfac9266b req-c5f76756-fa79-440b-9a7a-38837d8d2d41 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 943 time: 0.0505641 Aug 19 02:24:34.340894 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-bd632a23-456d-4689-ae09-02ecfac9266b req-122eae31-be11-4587-b9e5-52d47ad0df7c tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326514 Aug 19 02:24:35.248648 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e437735-d087-4654-8c8b-9229c2ff2a11 req-0597efc7-539b-40e3-8e76-453e1460733b tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:35.250403 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-8e437735-d087-4654-8c8b-9229c2ff2a11 req-0597efc7-539b-40e3-8e76-453e1460733b tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0514252 Aug 19 02:24:35.291141 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-8e437735-d087-4654-8c8b-9229c2ff2a11 req-7678a788-49af-4912-93ab-498b9b08e64c tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328429 Aug 19 02:24:35.482012 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f912f-505f-4d7a-9443-3bda001c45d1 req-4bd992b1-ec21-48e7-8f84-2de8ad6cf805 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:35.483862 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-ee9f912f-505f-4d7a-9443-3bda001c45d1 req-4bd992b1-ec21-48e7-8f84-2de8ad6cf805 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 943 time: 0.0514007 Aug 19 02:24:35.525796 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-ee9f912f-505f-4d7a-9443-3bda001c45d1 req-4f0a7da3-b789-4b6a-9ca7-1bb1d5e7473f tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339060 Aug 19 02:24:35.833005 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 38270) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:24:35.936958 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-04e02f93-12e8-41b4-8286-15b2ea5b4468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:36.030817 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-04e02f93-12e8-41b4-8286-15b2ea5b4468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:36.076334 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-04e02f93-12e8-41b4-8286-15b2ea5b4468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:36.113268 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e02f93-12e8-41b4-8286-15b2ea5b4468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2c75c4-1f20-4156-b485-62bca1e5fdfa,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:36.124371 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-04e02f93-12e8-41b4-8286-15b2ea5b4468 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a1a7f573257d4a12a98b756106a270f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2891085 Aug 19 02:24:36.126902 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 38274) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:24:36.180031 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-983f581f-b6f2-4b56-a0c8-02c43962034a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:36.200705 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-983f581f-b6f2-4b56-a0c8-02c43962034a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:36.420654 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9430101-54af-49a7-a308-18291468057a req-5a6b23e6-7110-43c4-8c9a-a681845449ac tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:36.423086 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d9430101-54af-49a7-a308-18291468057a req-5a6b23e6-7110-43c4-8c9a-a681845449ac tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0604353 Aug 19 02:24:36.465386 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d9430101-54af-49a7-a308-18291468057a req-5c2e3add-3095-42b2-a4d4-7a6b7012695e tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355124 Aug 19 02:24:36.584910 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-983f581f-b6f2-4b56-a0c8-02c43962034a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:36.584910 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-983f581f-b6f2-4b56-a0c8-02c43962034a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:36.584910 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-983f581f-b6f2-4b56-a0c8-02c43962034a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb2c75c4-1f20-4156-b485-62bca1e5fdfa HTTP/1.1" status: 204 len: 168 time: 0.4552467 Aug 19 02:24:36.602103 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f581f-b6f2-4b56-a0c8-02c43962034a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2c75c4-1f20-4156-b485-62bca1e5fdfa,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:36.682771 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713b39c-8d9b-4623-bd06-9b41d23217ec req-62c2b73c-8e96-4dd5-abd1-428134faa25c tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:36.684153 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-b713b39c-8d9b-4623-bd06-9b41d23217ec req-62c2b73c-8e96-4dd5-abd1-428134faa25c tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 943 time: 0.0487111 Aug 19 02:24:36.722640 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-b713b39c-8d9b-4623-bd06-9b41d23217ec req-80acf8c7-108d-465e-84cc-cc6a293435f6 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325451 Aug 19 02:24:37.164410 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 38286) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:24:37.178817 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3a10b269-1ccc-4198-bdc8-df2b96ff5778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:37.278237 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3a10b269-1ccc-4198-bdc8-df2b96ff5778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:37.575644 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-3a10b269-1ccc-4198-bdc8-df2b96ff5778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:37.594642 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b46ca9-826d-4324-bbc1-65f8b80a1030 req-6f48d756-4fde-4877-98a7-bbf15c223579 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:37.598251 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e5b46ca9-826d-4324-bbc1-65f8b80a1030 req-6f48d756-4fde-4877-98a7-bbf15c223579 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0611768 Aug 19 02:24:37.643539 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10b269-1ccc-4198-bdc8-df2b96ff5778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7718e9e6-d56d-4080-b795-883bb0306e8f,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:37.651351 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-3a10b269-1ccc-4198-bdc8-df2b96ff5778 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cd54c7f8804f4cbbad561e841a78a94b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4856339 Aug 19 02:24:37.654027 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 38292) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:24:37.670157 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e5b46ca9-826d-4324-bbc1-65f8b80a1030 req-05e65701-8eb5-48b3-bd26-0b4bf98a9b6b tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603805 Aug 19 02:24:37.703395 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-5f95d802-53cc-4cf0-b29f-85d7a8acad41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:37.724630 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-5f95d802-53cc-4cf0-b29f-85d7a8acad41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:38.044882 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-5f95d802-53cc-4cf0-b29f-85d7a8acad41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:38.047450 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-5f95d802-53cc-4cf0-b29f-85d7a8acad41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:38.048590 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-5f95d802-53cc-4cf0-b29f-85d7a8acad41 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7718e9e6-d56d-4080-b795-883bb0306e8f HTTP/1.1" status: 204 len: 168 time: 0.3935826 Aug 19 02:24:38.069668 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95d802-53cc-4cf0-b29f-85d7a8acad41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7718e9e6-d56d-4080-b795-883bb0306e8f,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:38.089884 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a4887-c477-41fe-9427-41297e972ef3 req-db021c0a-3523-490a-9487-a739171af4b6 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:38.091315 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-623a4887-c477-41fe-9427-41297e972ef3 req-db021c0a-3523-490a-9487-a739171af4b6 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 943 time: 0.2889280 Aug 19 02:24:38.132342 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-623a4887-c477-41fe-9427-41297e972ef3 req-9bd8aa17-d60b-4a0c-9b1e-2b24574c2e46 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335145 Aug 19 02:24:38.376499 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:38.834093 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a36ea-2ffd-4694-b929-54b4bbd6d73f req-0a2bf281-1711-4e89-a390-9b9ad94a0996 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:38.834093 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-950a36ea-2ffd-4694-b929-54b4bbd6d73f req-0a2bf281-1711-4e89-a390-9b9ad94a0996 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0834699 Aug 19 02:24:38.887357 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-950a36ea-2ffd-4694-b929-54b4bbd6d73f req-e23bbc24-b7f1-4844-8a1a-a860ff509277 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471773 Aug 19 02:24:39.262057 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a5f7d-faf2-43eb-960a-6526ad484d08 req-07032fcd-e259-49f4-ae4a-5354ad5324d7 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:39.263877 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-ed8a5f7d-faf2-43eb-960a-6526ad484d08 req-07032fcd-e259-49f4-ae4a-5354ad5324d7 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 943 time: 0.0518658 Aug 19 02:24:39.311611 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-ed8a5f7d-faf2-43eb-960a-6526ad484d08 req-c3197efe-b5d1-4f01-ba72-439077b59d52 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416632 Aug 19 02:24:40.025637 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a92398-1820-419f-b930-d3ad2104c87a req-29e69858-1868-40cc-a461-a8b6786d198e tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:40.027897 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-76a92398-1820-419f-b930-d3ad2104c87a req-29e69858-1868-40cc-a461-a8b6786d198e tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0501463 Aug 19 02:24:40.080729 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-76a92398-1820-419f-b930-d3ad2104c87a req-0ce6cdd9-aec0-411c-9649-bc770f909ed9 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402865 Aug 19 02:24:40.439218 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86545b3-1c13-4968-8348-e7d6035f30ee req-e0816ade-6886-4f43-b767-a9a2a33d4843 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:40.440737 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-d86545b3-1c13-4968-8348-e7d6035f30ee req-e0816ade-6886-4f43-b767-a9a2a33d4843 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 943 time: 0.0500050 Aug 19 02:24:40.482469 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-d86545b3-1c13-4968-8348-e7d6035f30ee req-bbf74f7a-184f-4dab-901d-8da35e789781 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348859 Aug 19 02:24:41.191594 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de3c67-3af8-41a1-b412-b0061b7c9843 req-f8316e83-90df-4471-a174-41e3a3a9f10f tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:41.193071 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-55de3c67-3af8-41a1-b412-b0061b7c9843 req-f8316e83-90df-4471-a174-41e3a3a9f10f tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0467966 Aug 19 02:24:41.230024 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-55de3c67-3af8-41a1-b412-b0061b7c9843 req-88e99acd-a378-44c4-8a1d-4034d81973ed tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303891 Aug 19 02:24:41.603258 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b2139-19c0-4356-b104-fb644e1619d7 req-84d1e16c-72ed-4a9a-9046-ea0881109f02 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:41.604737 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-908b2139-19c0-4356-b104-fb644e1619d7 req-84d1e16c-72ed-4a9a-9046-ea0881109f02 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 943 time: 0.0480533 Aug 19 02:24:41.641412 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-908b2139-19c0-4356-b104-fb644e1619d7 req-99708837-1d53-46d7-a340-e6fda9439fad tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308435 Aug 19 02:24:42.344325 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc396c8f-4b35-4b0a-bdeb-690835c96387 req-4d9bbc83-29d5-488a-ab4c-5b1e20b3b376 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:42.345717 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-dc396c8f-4b35-4b0a-bdeb-690835c96387 req-4d9bbc83-29d5-488a-ab4c-5b1e20b3b376 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0505075 Aug 19 02:24:42.384245 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-dc396c8f-4b35-4b0a-bdeb-690835c96387 req-8458b35c-1829-4e13-a8db-f9b8343e6c0d tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319049 Aug 19 02:24:42.759723 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3159378-a605-4f2a-905e-647fe5d73dd3 req-b449ff58-dc53-4582-acae-e2355696f6c0 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:42.761167 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-b3159378-a605-4f2a-905e-647fe5d73dd3 req-b449ff58-dc53-4582-acae-e2355696f6c0 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 943 time: 0.0469487 Aug 19 02:24:42.798072 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-b3159378-a605-4f2a-905e-647fe5d73dd3 req-d17baee2-1a30-45f8-841d-f6208c0fedc6 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311525 Aug 19 02:24:43.496592 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf7edb-ea46-4143-af55-f944fd02ad7b req-52f9fe27-61cd-4903-9c0e-bb44bd5290f9 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:43.502957 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-8caf7edb-ea46-4143-af55-f944fd02ad7b req-52f9fe27-61cd-4903-9c0e-bb44bd5290f9 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0490658 Aug 19 02:24:43.535632 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-8caf7edb-ea46-4143-af55-f944fd02ad7b req-c8fa734f-e01d-4327-89a1-1d3c51b706f2 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315397 Aug 19 02:24:43.918343 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54d3ff-5dc0-446b-af32-fe0a681ec868 req-84a4b143-63e6-4b1d-8673-4bb7f1fd8022 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:43.919879 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-7d54d3ff-5dc0-446b-af32-fe0a681ec868 req-84a4b143-63e6-4b1d-8673-4bb7f1fd8022 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 943 time: 0.0496519 Aug 19 02:24:43.961499 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-7d54d3ff-5dc0-446b-af32-fe0a681ec868 req-3ce1f667-7d9e-4575-88af-624f5b165ddc tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354013 Aug 19 02:24:44.651421 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5ee6a-bf26-430f-8612-6bf52bf54e82 req-bd9e67b4-a15d-4b37-b96c-b0dd748363b8 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:44.652816 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d9f5ee6a-bf26-430f-8612-6bf52bf54e82 req-bd9e67b4-a15d-4b37-b96c-b0dd748363b8 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0490227 Aug 19 02:24:44.690871 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d9f5ee6a-bf26-430f-8612-6bf52bf54e82 req-62812ec8-2e01-43b5-a10a-fa1ed9f4175e tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313661 Aug 19 02:24:44.853348 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-807e92e0-7afb-4e64-a3f3-974eda76cd50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:45.078517 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a4d45-00d1-4165-9495-b05556b2787b req-54899fd1-9c9c-4e07-a3d5-2919639fd774 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:45.079969 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-0c9a4d45-00d1-4165-9495-b05556b2787b req-54899fd1-9c9c-4e07-a3d5-2919639fd774 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 943 time: 0.0480299 Aug 19 02:24:45.118348 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-0c9a4d45-00d1-4165-9495-b05556b2787b req-8f6fa265-943e-4587-b999-e599f2f6b8c8 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321956 Aug 19 02:24:45.544442 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429f45b-cc4a-4e93-bc41-e3138705786d req-d49b3a4f-1c1b-47e0-9bef-9c70a909f5af tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:45.545909 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-0429f45b-cc4a-4e93-bc41-e3138705786d req-d49b3a4f-1c1b-47e0-9bef-9c70a909f5af tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0512838 Aug 19 02:24:45.636852 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-0429f45b-cc4a-4e93-bc41-e3138705786d req-a3af419f-a1d3-43e5-b183-25b5ad7d2986 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Deleting port 136eaf5d-4205-4d94-a4b8-0c5c0c69ce58 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:24:45.637219 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-0429f45b-cc4a-4e93-bc41-e3138705786d req-a3af419f-a1d3-43e5-b183-25b5ad7d2986 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:45.729287 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-0429f45b-cc4a-4e93-bc41-e3138705786d req-a3af419f-a1d3-43e5-b183-25b5ad7d2986 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] For port 136eaf5d-4205-4d94-a4b8-0c5c0c69ce58, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=136eaf5d-4205-4d94-a4b8-0c5c0c69ce58,segment=NetworkSegment(40112b8b-bc36-4b9d-bd3f-75a3709d2dce),segment_id=40112b8b-bc36-4b9d-bd3f-75a3709d2dce)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:24:45.729287 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-0429f45b-cc4a-4e93-bc41-e3138705786d req-a3af419f-a1d3-43e5-b183-25b5ad7d2986 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:45.741351 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-0429f45b-cc4a-4e93-bc41-e3138705786d req-a3af419f-a1d3-43e5-b183-25b5ad7d2986 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Calling delete_port for 136eaf5d-4205-4d94-a4b8-0c5c0c69ce58 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:24:45.850174 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b87612-a1cb-4212-a165-ad304a77db59 req-9fee363a-d64c-44fb-9960-6be0096f0f2c tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:45.851652 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e2b87612-a1cb-4212-a165-ad304a77db59 req-9fee363a-d64c-44fb-9960-6be0096f0f2c tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0706608 Aug 19 02:24:45.917230 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e2b87612-a1cb-4212-a165-ad304a77db59 req-c62cc780-c9c6-4be0-99e2-ffb4736c158a tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587025 Aug 19 02:24:45.985083 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-0429f45b-cc4a-4e93-bc41-e3138705786d req-a3af419f-a1d3-43e5-b183-25b5ad7d2986 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:46.000758 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] get_ports_and_sgs() called for port_ids ['b5421a60-66ac-4d11-8044-5323040e199a', '136eaf5d-4205-4d94-a4b8-0c5c0c69ce58'] {{(pid=94446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:24:46.015666 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af419f-a1d3-43e5-b183-25b5ad7d2986 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Pushing event deleted for resources: {'Port': ['ID=136eaf5d-4205-4d94-a4b8-0c5c0c69ce58,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:46.076062 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-0429f45b-cc4a-4e93-bc41-e3138705786d req-a3af419f-a1d3-43e5-b183-25b5ad7d2986 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] No DVR routers for this DVR port 136eaf5d-4205-4d94-a4b8-0c5c0c69ce58 on host hv-cinder-75565 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:24:46.078698 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-0429f45b-cc4a-4e93-bc41-e3138705786d req-a3af419f-a1d3-43e5-b183-25b5ad7d2986 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:46.080888 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-0429f45b-cc4a-4e93-bc41-e3138705786d req-a3af419f-a1d3-43e5-b183-25b5ad7d2986 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.22 "DELETE /v2.0/ports/136eaf5d-4205-4d94-a4b8-0c5c0c69ce58 HTTP/1.1" status: 204 len: 173 time: 0.5263584 Aug 19 02:24:46.081382 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9cedcd2-fa19-4887-8f39-1936b25c6f5f', 'name': 'network-vif-deleted', 'tag': '136eaf5d-4205-4d94-a4b8-0c5c0c69ce58'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:24:46.083658 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d39e8f-76d5-4d55-a25f-1bb702e12fb5" -d '{"events": [{"server_uuid": "b9cedcd2-fa19-4887-8f39-1936b25c6f5f", "name": "network-vif-deleted", "tag": "136eaf5d-4205-4d94-a4b8-0c5c0c69ce58"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:24:46.121559 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07e329d-9d8c-44a1-b3a7-17872ce3b547 x-openstack-request-id: req-c07e329d-9d8c-44a1-b3a7-17872ce3b547 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:24:46.121855 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9cedcd2-fa19-4887-8f39-1936b25c6f5f", "name": "network-vif-deleted", "tag": "136eaf5d-4205-4d94-a4b8-0c5c0c69ce58", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:24:46.122109 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c07e329d-9d8c-44a1-b3a7-17872ce3b547 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:24:46.122511 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9cedcd2-fa19-4887-8f39-1936b25c6f5f', 'name': 'network-vif-deleted', 'tag': '136eaf5d-4205-4d94-a4b8-0c5c0c69ce58', 'status': 'completed', 'code': 200} Aug 19 02:24:46.245463 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa25232-ac41-4907-a87e-4318d31388a9 req-3ded0933-19bb-4362-9461-aeba0c104dd5 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:46.247173 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-daa25232-ac41-4907-a87e-4318d31388a9 req-3ded0933-19bb-4362-9461-aeba0c104dd5 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 943 time: 0.0554743 Aug 19 02:24:46.287201 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-daa25232-ac41-4907-a87e-4318d31388a9 req-cf7fbda8-ae36-40dd-a017-945e56bfbf44 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328784 Aug 19 02:24:46.463599 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 38420) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:24:46.571576 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f03d3ed8-2977-42cb-b854-272df4b23399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:46.666367 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f03d3ed8-2977-42cb-b854-272df4b23399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:46.727763 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-f03d3ed8-2977-42cb-b854-272df4b23399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:46.767168 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-f03d3ed8-2977-42cb-b854-272df4b23399 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c4451a9f9459474e81937a7c01e53822&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3024497 Aug 19 02:24:46.770691 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d3ed8-2977-42cb-b854-272df4b23399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b019900e-e830-434c-a8cc-bfcce9902dfd,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:46.771025 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 38424) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:24:46.821682 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0c9ea219-64e6-463f-b4ea-96d89384e7a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:46.843078 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0c9ea219-64e6-463f-b4ea-96d89384e7a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:46.973982 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0c9ea219-64e6-463f-b4ea-96d89384e7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:46.976594 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0c9ea219-64e6-463f-b4ea-96d89384e7a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:46.982913 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-0c9ea219-64e6-463f-b4ea-96d89384e7a2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b019900e-e830-434c-a8cc-bfcce9902dfd HTTP/1.1" status: 204 len: 168 time: 0.2102022 Aug 19 02:24:46.991019 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ea219-64e6-463f-b4ea-96d89384e7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b019900e-e830-434c-a8cc-bfcce9902dfd,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:47.040500 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-72f1bd69-8fdc-4201-84a2-649271f81b98 req-19d38517-16f8-4bee-be51-b0cbb59d8d8a tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cedcd2-fa19-4887-8f39-1936b25c6f5f HTTP/1.1" status: 200 len: 210 time: 0.0345724 Aug 19 02:24:47.275955 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8fd2b251-90bb-4464-9586-ada8024ae750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:47.408289 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485469ff-7489-4817-9bb9-7cc9356968e5 req-a3b08278-2851-402c-b9a4-19ed0c7f2b9c tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:47.409961 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-485469ff-7489-4817-9bb9-7cc9356968e5 req-a3b08278-2851-402c-b9a4-19ed0c7f2b9c tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 943 time: 0.0510459 Aug 19 02:24:47.446690 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-485469ff-7489-4817-9bb9-7cc9356968e5 req-f67fa69c-a779-4ee6-9085-785ddecb45a6 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299940 Aug 19 02:24:47.644203 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 38438) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:24:47.657987 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9ea6a623-8959-4082-8c0f-cf708ed56601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:47.663597 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:47.742605 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9ea6a623-8959-4082-8c0f-cf708ed56601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:47.807623 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9ea6a623-8959-4082-8c0f-cf708ed56601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:47.845688 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-9ea6a623-8959-4082-8c0f-cf708ed56601 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ffe8252332874407b5b8ed6269689b64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2001960 Aug 19 02:24:47.846533 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6a623-8959-4082-8c0f-cf708ed56601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200d0d57-0112-4ebe-8837-52ad3c7681b3,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:47.848335 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 38440) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:24:47.898658 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0be6b175-cfca-4515-abbd-ac2472a80bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:47.918941 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0be6b175-cfca-4515-abbd-ac2472a80bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:48.018948 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0be6b175-cfca-4515-abbd-ac2472a80bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:48.021561 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0be6b175-cfca-4515-abbd-ac2472a80bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:48.022696 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-0be6b175-cfca-4515-abbd-ac2472a80bf8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/200d0d57-0112-4ebe-8837-52ad3c7681b3 HTTP/1.1" status: 204 len: 168 time: 0.1732941 Aug 19 02:24:48.030465 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be6b175-cfca-4515-abbd-ac2472a80bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200d0d57-0112-4ebe-8837-52ad3c7681b3,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:48.511045 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:48.520062 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9905e-bd10-4dda-ba38-473264063017 req-2411aed1-efcc-4c7c-af5b-256b2bcc0eac tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:48.521630 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-2cf9905e-bd10-4dda-ba38-473264063017 req-2411aed1-efcc-4c7c-af5b-256b2bcc0eac tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0512624 Aug 19 02:24:48.560485 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-2cf9905e-bd10-4dda-ba38-473264063017 req-32aac5b6-65ef-4792-bebd-91d518bf4cb8 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324216 Aug 19 02:24:48.569538 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5d906-f555-4bee-b33b-67199f7df12d req-e2e04c59-e49d-44cd-b106-5afe58d98a47 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:48.571345 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-91b5d906-f555-4bee-b33b-67199f7df12d req-e2e04c59-e49d-44cd-b106-5afe58d98a47 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 943 time: 0.0483267 Aug 19 02:24:48.611461 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-91b5d906-f555-4bee-b33b-67199f7df12d req-9f14aeb6-8255-4e91-9e3f-3d3a77e27f34 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335016 Aug 19 02:24:49.152226 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 136eaf5d-4205-4d94-a4b8-0c5c0c69ce58 no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:24:49.172349 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] No Port match for: 136eaf5d-4205-4d94-a4b8-0c5c0c69ce58 {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:24:49.172695 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 136eaf5d-4205-4d94-a4b8-0c5c0c69ce58 not bound to the agent host hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:24:49.677356 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b896bb-dc70-457c-ba5d-36edb0984121 req-0c859050-4e8f-4925-99ad-a039a7eb843a tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:49.678872 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-19b896bb-dc70-457c-ba5d-36edb0984121 req-0c859050-4e8f-4925-99ad-a039a7eb843a tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0520997 Aug 19 02:24:49.718898 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-19b896bb-dc70-457c-ba5d-36edb0984121 req-6b9d5dc3-806d-4cea-a619-6dce9df12b7b tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334845 Aug 19 02:24:49.748674 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6879eab-0fa8-4bbb-8d2d-fe119a91ab6c req-841953bd-2024-48b4-9401-662ed7830d3b tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:49.750287 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e6879eab-0fa8-4bbb-8d2d-fe119a91ab6c req-841953bd-2024-48b4-9401-662ed7830d3b tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 943 time: 0.0584965 Aug 19 02:24:49.788446 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e6879eab-0fa8-4bbb-8d2d-fe119a91ab6c req-2e9943bb-c090-4525-ad4d-47c8e5da321f tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315423 Aug 19 02:24:50.407553 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:50.831707 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d6131-9847-4c7b-813f-b61fea78567d req-cb88a1eb-64c6-4632-9336-6a10d93fae54 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:50.834851 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-f81d6131-9847-4c7b-813f-b61fea78567d req-cb88a1eb-64c6-4632-9336-6a10d93fae54 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0485525 Aug 19 02:24:50.873941 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-f81d6131-9847-4c7b-813f-b61fea78567d req-26db9a72-bdab-45bb-80dd-d84aa4726842 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335166 Aug 19 02:24:50.910714 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3b8fd-3a7a-4451-bfa2-0da6248a0d34 req-de6ab1eb-a846-4665-9c9f-d03be22d9abd tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:50.912198 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f0c3b8fd-3a7a-4451-bfa2-0da6248a0d34 req-de6ab1eb-a846-4665-9c9f-d03be22d9abd tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 943 time: 0.0478730 Aug 19 02:24:50.950779 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f0c3b8fd-3a7a-4451-bfa2-0da6248a0d34 req-714040e4-9ff3-4d8a-b963-db60ce6ead26 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320399 Aug 19 02:24:51.183465 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 420b70b1-b5dd-4288-aad7-8bccf0961747 details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:24:51.276089 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 420b70b1-b5dd-4288-aad7-8bccf0961747, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=420b70b1-b5dd-4288-aad7-8bccf0961747,segment=NetworkSegment(b757261d-bab5-459c-9be2-97b5652aa046),segment_id=b757261d-bab5-459c-9be2-97b5652aa046)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:24:51.290063 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Returning: {'device': '420b70b1-b5dd-4288-aad7-8bccf0961747', 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906', 'port_id': '420b70b1-b5dd-4288-aad7-8bccf0961747', 'mac_address': 'fa:16:3e:6e:a7:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88b7472a-b5f3-4f58-a9b7-55a108eaaf89', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:24:51.325849 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:51.338332 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 420b70b1-b5dd-4288-aad7-8bccf0961747 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:24:51.356635 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 420b70b1-b5dd-4288-aad7-8bccf0961747, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=420b70b1-b5dd-4288-aad7-8bccf0961747,segment=NetworkSegment(b757261d-bab5-459c-9be2-97b5652aa046),segment_id=b757261d-bab5-459c-9be2-97b5652aa046)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:24:51.401786 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:51.447544 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=420b70b1-b5dd-4288-aad7-8bccf0961747,revision_number=9']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:51.987349 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a5b80-6df5-485b-bf8a-1d13eb43c6f6 req-c9d1d11e-9f1d-4d2e-9288-f0ebb9c20342 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:51.988842 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-2e6a5b80-6df5-485b-bf8a-1d13eb43c6f6 req-c9d1d11e-9f1d-4d2e-9288-f0ebb9c20342 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0477610 Aug 19 02:24:52.028670 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-2e6a5b80-6df5-485b-bf8a-1d13eb43c6f6 req-ad9465bd-e776-45b2-ab54-9761659c7e15 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332727 Aug 19 02:24:52.069539 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe060882-d5c4-4efc-8ca9-0dd40696fcf0 req-f2c08717-602e-4e87-a3a5-c983c523da10 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:52.071560 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fe060882-d5c4-4efc-8ca9-0dd40696fcf0 req-f2c08717-602e-4e87-a3a5-c983c523da10 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 944 time: 0.0480518 Aug 19 02:24:52.109493 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fe060882-d5c4-4efc-8ca9-0dd40696fcf0 req-410c0143-ca51-4dcf-8a75-24330b6bf70d tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313973 Aug 19 02:24:53.144696 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba98741-0cd1-4049-8990-70a602f5534a req-9812d74d-3b53-48e8-898c-3fa32fe32e21 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:53.146206 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-4ba98741-0cd1-4049-8990-70a602f5534a req-9812d74d-3b53-48e8-898c-3fa32fe32e21 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0509663 Aug 19 02:24:53.185099 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-4ba98741-0cd1-4049-8990-70a602f5534a req-bb11ca21-c823-43d5-ab22-171bdd8dd9c8 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316467 Aug 19 02:24:53.234105 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e70a49-2b8c-4fad-b650-9fe000ef0537 req-9ce1626c-6c39-4b8f-bbcd-47a2833065c3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:53.235571 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-82e70a49-2b8c-4fad-b650-9fe000ef0537 req-9ce1626c-6c39-4b8f-bbcd-47a2833065c3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 944 time: 0.0528140 Aug 19 02:24:53.273401 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-82e70a49-2b8c-4fad-b650-9fe000ef0537 req-fec2d2f3-b83f-4cd8-b057-2bee2bc6dcee tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319996 Aug 19 02:24:54.390644 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964116d-ec90-4dad-87de-44eff22199f6 req-0c70ab67-698f-46f9-a7a0-1c6005119f36 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:54.392145 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e964116d-ec90-4dad-87de-44eff22199f6 req-0c70ab67-698f-46f9-a7a0-1c6005119f36 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 944 time: 0.0479734 Aug 19 02:24:54.429961 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e964116d-ec90-4dad-87de-44eff22199f6 req-ebaf7584-2c45-4568-a781-532105b66878 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320299 Aug 19 02:24:54.448365 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb5c06-2900-4972-bf34-3a82acbca3f5 req-26ca17e9-5dc8-495e-8769-ea861f833e41 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:54.449930 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-80cb5c06-2900-4972-bf34-3a82acbca3f5 req-26ca17e9-5dc8-495e-8769-ea861f833e41 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.1990795 Aug 19 02:24:54.488226 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-80cb5c06-2900-4972-bf34-3a82acbca3f5 req-f5379391-00f1-4d78-8371-25d4a8cb37ab tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324233 Aug 19 02:24:55.550602 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6f9a0-bdff-4c99-835c-398943f900e6 req-46e0f80a-eb40-447c-84af-acbf17ea6232 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:55.552330 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-67e6f9a0-bdff-4c99-835c-398943f900e6 req-46e0f80a-eb40-447c-84af-acbf17ea6232 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 944 time: 0.0491636 Aug 19 02:24:55.590962 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-67e6f9a0-bdff-4c99-835c-398943f900e6 req-2b3d360f-14bc-4ecc-9545-b90a028fa658 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328319 Aug 19 02:24:55.605636 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e739b02-d285-4101-9267-96a658a925a8 req-a22e8397-6f40-40ab-a28d-274d0e44f85b tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:55.607126 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-0e739b02-d285-4101-9267-96a658a925a8 req-a22e8397-6f40-40ab-a28d-274d0e44f85b tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0490422 Aug 19 02:24:55.644526 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-0e739b02-d285-4101-9267-96a658a925a8 req-17f69aff-e344-45dc-b21c-6c58b044a9bb tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317459 Aug 19 02:24:56.419788 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] get_ports_and_sgs() called for port_ids ['420b70b1-b5dd-4288-aad7-8bccf0961747'] {{(pid=94446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:24:56.767325 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e9b7b-3a3d-4643-9fe6-7c2c3eab8092 req-834f753c-23ad-4569-a2f4-447171f8bf80 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:56.768960 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-f30e9b7b-3a3d-4643-9fe6-7c2c3eab8092 req-834f753c-23ad-4569-a2f4-447171f8bf80 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0537245 Aug 19 02:24:56.769204 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536520ee-c995-4101-b60b-759839ea5b75 req-2a0bca18-ab91-47cd-bc3d-b6a471142176 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:56.770672 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-536520ee-c995-4101-b60b-759839ea5b75 req-2a0bca18-ab91-47cd-bc3d-b6a471142176 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 944 time: 0.1085234 Aug 19 02:24:56.809995 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-536520ee-c995-4101-b60b-759839ea5b75 req-1b4302e2-d549-44d3-bc73-af3a2db28827 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330172 Aug 19 02:24:56.813385 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-f30e9b7b-3a3d-4643-9fe6-7c2c3eab8092 req-1a3a80f4-41c5-4948-9ee9-d24184a212c4 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378294 Aug 19 02:24:57.544730 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5113d4-db03-4791-8209-faf1dd596f31 req-87a41d16-6642-4b8a-ac29-17f7cac628d5 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:57.546237 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fa5113d4-db03-4791-8209-faf1dd596f31 req-87a41d16-6642-4b8a-ac29-17f7cac628d5 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0464802 Aug 19 02:24:57.638195 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-fa5113d4-db03-4791-8209-faf1dd596f31 req-818a623f-cb0e-4822-ac4f-efafce870ef7 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Deleting port b5421a60-66ac-4d11-8044-5323040e199a {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:24:57.638529 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-fa5113d4-db03-4791-8209-faf1dd596f31 req-818a623f-cb0e-4822-ac4f-efafce870ef7 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:57.727474 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-fa5113d4-db03-4791-8209-faf1dd596f31 req-818a623f-cb0e-4822-ac4f-efafce870ef7 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] For port b5421a60-66ac-4d11-8044-5323040e199a, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=b5421a60-66ac-4d11-8044-5323040e199a,segment=NetworkSegment(40112b8b-bc36-4b9d-bd3f-75a3709d2dce),segment_id=40112b8b-bc36-4b9d-bd3f-75a3709d2dce)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:24:57.727966 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-fa5113d4-db03-4791-8209-faf1dd596f31 req-818a623f-cb0e-4822-ac4f-efafce870ef7 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:57.739924 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-fa5113d4-db03-4791-8209-faf1dd596f31 req-818a623f-cb0e-4822-ac4f-efafce870ef7 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Calling delete_port for b5421a60-66ac-4d11-8044-5323040e199a owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:24:57.940031 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1abf0-87ad-4c88-b7fd-69057427d57e req-9956e9a9-6694-4bee-b1c3-19a907ebbdc2 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:57.941575 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-7ad1abf0-87ad-4c88-b7fd-69057427d57e req-9956e9a9-6694-4bee-b1c3-19a907ebbdc2 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 946 time: 0.0532796 Aug 19 02:24:57.945948 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4d684-bf29-4611-b52a-795e3eb17902 req-4d262e04-4f74-4c1a-8e24-f1da066dbb1c tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:57.947444 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b1f4d684-bf29-4611-b52a-795e3eb17902 req-4d262e04-4f74-4c1a-8e24-f1da066dbb1c tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 944 time: 0.0535092 Aug 19 02:24:57.948525 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-fa5113d4-db03-4791-8209-faf1dd596f31 req-818a623f-cb0e-4822-ac4f-efafce870ef7 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:57.960538 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] get_ports_and_sgs() called for port_ids ['b5421a60-66ac-4d11-8044-5323040e199a'] {{(pid=94446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:24:57.978068 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818a623f-cb0e-4822-ac4f-efafce870ef7 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Pushing event deleted for resources: {'Port': ['ID=b5421a60-66ac-4d11-8044-5323040e199a,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:24:57.985271 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-7ad1abf0-87ad-4c88-b7fd-69057427d57e req-f2ccc813-f71e-4068-bf06-df21f1050c2c tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5a30607-3f8c-4737-9c2a-66e2e8d19189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368021 Aug 19 02:24:58.044577 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5113d4-db03-4791-8209-faf1dd596f31 req-818a623f-cb0e-4822-ac4f-efafce870ef7 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] No DVR routers for this DVR port b5421a60-66ac-4d11-8044-5323040e199a on host hv-cinder-75565 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:24:58.048615 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-fa5113d4-db03-4791-8209-faf1dd596f31 req-818a623f-cb0e-4822-ac4f-efafce870ef7 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:24:58.050619 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fa5113d4-db03-4791-8209-faf1dd596f31 req-818a623f-cb0e-4822-ac4f-efafce870ef7 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.22 "DELETE /v2.0/ports/b5421a60-66ac-4d11-8044-5323040e199a HTTP/1.1" status: 204 len: 173 time: 0.4965703 Aug 19 02:24:58.051052 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6a9484-f24b-43ff-82b6-725563a98a74', 'name': 'network-vif-deleted', 'tag': 'b5421a60-66ac-4d11-8044-5323040e199a'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:24:58.053295 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1493732b-9eb7-4416-a500-08d635a4a473" -d '{"events": [{"server_uuid": "7f6a9484-f24b-43ff-82b6-725563a98a74", "name": "network-vif-deleted", "tag": "b5421a60-66ac-4d11-8044-5323040e199a"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:24:58.061790 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b1f4d684-bf29-4611-b52a-795e3eb17902 req-997bc9b6-2407-455b-8c11-61a94fbec1f6 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052380 Aug 19 02:24:58.091568 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e8715b-9c16-4d7b-b80c-f36e2c76ab72 x-openstack-request-id: req-d4e8715b-9c16-4d7b-b80c-f36e2c76ab72 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:24:58.091869 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6a9484-f24b-43ff-82b6-725563a98a74", "name": "network-vif-deleted", "tag": "b5421a60-66ac-4d11-8044-5323040e199a", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:24:58.092865 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d4e8715b-9c16-4d7b-b80c-f36e2c76ab72 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:24:58.092865 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6a9484-f24b-43ff-82b6-725563a98a74', 'name': 'network-vif-deleted', 'tag': 'b5421a60-66ac-4d11-8044-5323040e199a', 'status': 'completed', 'code': 200} Aug 19 02:24:59.089863 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-da5b8832-6319-4e25-b783-737b4bd5c3ca req-9548cd0c-53d9-404a-9821-6b8885d00eba tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 210 time: 0.0261037 Aug 19 02:24:59.182012 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a041af-6323-4adb-a4c5-9b339280bfe8 req-1a825dc9-d65a-49dd-b7fa-087268337604 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:24:59.183462 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-03a041af-6323-4adb-a4c5-9b339280bfe8 req-1a825dc9-d65a-49dd-b7fa-087268337604 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 944 time: 0.0465493 Aug 19 02:24:59.220214 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-03a041af-6323-4adb-a4c5-9b339280bfe8 req-a55b82b6-7c7f-4d0f-a55b-7c5d800e6052 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309205 Aug 19 02:25:00.047825 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 6 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:25:00.193668 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-679ccc14-f56a-4803-b966-7a17a4579d53 req-a362944b-2ec4-48eb-8ce5-c02828b09916 tempest-ServerRescueNegativeTestJSON-848153288 tempest-ServerRescueNegativeTestJSON-848153288-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a9484-f24b-43ff-82b6-725563a98a74 HTTP/1.1" status: 200 len: 210 time: 0.0257785 Aug 19 02:25:00.343027 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516dd33-df10-49d1-9769-93804a1e47b2 req-54504efa-15b1-44d8-b165-4e060de14d96 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:00.344512 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-d516dd33-df10-49d1-9769-93804a1e47b2 req-54504efa-15b1-44d8-b165-4e060de14d96 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 944 time: 0.0522704 Aug 19 02:25:00.382065 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-d516dd33-df10-49d1-9769-93804a1e47b2 req-b66acd76-a3b1-4e6e-af22-17f6bc8ab92f tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316608 Aug 19 02:25:00.623097 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 420b70b1-b5dd-4288-aad7-8bccf0961747 up at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:25:00.669210 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning complete for port 420b70b1-b5dd-4288-aad7-8bccf0961747 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:25:00.669578 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:00.750644 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:00.772053 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350c5a62-4c94-4303-b68e-578dcae254ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '420b70b1-b5dd-4288-aad7-8bccf0961747'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:25:00.774462 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bda349f3ade6abb3bc5cfb3e12963279474636f4ef178e03561db7d4c095529d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da638517-cae2-45e7-8c03-dfb162af7a29" -d '{"events": [{"server_uuid": "350c5a62-4c94-4303-b68e-578dcae254ed", "name": "network-vif-plugged", "status": "completed", "tag": "420b70b1-b5dd-4288-aad7-8bccf0961747"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:25:00.787057 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 420b70b1-b5dd-4288-aad7-8bccf0961747, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=420b70b1-b5dd-4288-aad7-8bccf0961747,segment=NetworkSegment(b757261d-bab5-459c-9be2-97b5652aa046),segment_id=b757261d-bab5-459c-9be2-97b5652aa046)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:25:00.811686 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9185f2-8824-4d77-8638-5e4c32846f83 x-openstack-request-id: req-7c9185f2-8824-4d77-8638-5e4c32846f83 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:25:00.811982 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "350c5a62-4c94-4303-b68e-578dcae254ed", "name": "network-vif-plugged", "status": "completed", "tag": "420b70b1-b5dd-4288-aad7-8bccf0961747", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:25:00.812236 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7c9185f2-8824-4d77-8638-5e4c32846f83 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:25:00.812627 dv-cinder-755654-10-iscsi neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350c5a62-4c94-4303-b68e-578dcae254ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '420b70b1-b5dd-4288-aad7-8bccf0961747', 'code': 200} Aug 19 02:25:00.836286 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:00.883070 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=420b70b1-b5dd-4288-aad7-8bccf0961747,revision_number=10']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:25:01.248117 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 38608) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:25:01.503298 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f79fd-4ad8-480f-a62b-bb1d7211523c req-1e18b656-eea8-44ef-b43e-f6c04abb162e tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:01.504715 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4a1f79fd-4ad8-480f-a62b-bb1d7211523c req-1e18b656-eea8-44ef-b43e-f6c04abb162e tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 946 time: 0.0493932 Aug 19 02:25:01.552428 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4a1f79fd-4ad8-480f-a62b-bb1d7211523c req-bd43bd93-dd85-4f5d-803d-755939e23650 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416639 Aug 19 02:25:01.657873 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-e080a585-5976-4124-9d86-b1759d62821c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619768'] for router_interface, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:01.949512 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.plugin [None req-e080a585-5976-4124-9d86-b1759d62821c admin admin] Deleting port 744c8c74-8ff7-4fb4-98c6-3ca16963118c {{(pid=94444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:25:01.949852 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-e080a585-5976-4124-9d86-b1759d62821c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:02.027805 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.db [None req-e080a585-5976-4124-9d86-b1759d62821c admin admin] For port 744c8c74-8ff7-4fb4-98c6-3ca16963118c, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=744c8c74-8ff7-4fb4-98c6-3ca16963118c,segment=NetworkSegment(40112b8b-bc36-4b9d-bd3f-75a3709d2dce),segment_id=40112b8b-bc36-4b9d-bd3f-75a3709d2dce)] {{(pid=94444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:25:02.028082 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-e080a585-5976-4124-9d86-b1759d62821c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:02.040334 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.plugin [None req-e080a585-5976-4124-9d86-b1759d62821c admin admin] Calling delete_port for 744c8c74-8ff7-4fb4-98c6-3ca16963118c owned by network:router_interface {{(pid=94444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:25:02.322224 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-e080a585-5976-4124-9d86-b1759d62821c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4183730'] for port, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:02.349112 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080a585-5976-4124-9d86-b1759d62821c admin admin] Pushing event deleted for resources: {'Port': ['ID=744c8c74-8ff7-4fb4-98c6-3ca16963118c,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:25:02.508753 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-e080a585-5976-4124-9d86-b1759d62821c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-754792'] for router_interface, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:02.988706 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada07d78-74f9-4f06-8c41-0e4d480c612d req-10f872d1-746d-4a66-b5f8-1624a474cb36 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:02.990216 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-ada07d78-74f9-4f06-8c41-0e4d480c612d req-10f872d1-746d-4a66-b5f8-1624a474cb36 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 946 time: 0.3334055 Aug 19 02:25:03.016503 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e080a585-5976-4124-9d86-b1759d62821c admin admin] Router 5b356740-5cc3-4836-b93d-258a54edca2e has already been hosted by L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c {{(pid=94444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:25:03.041266 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-ada07d78-74f9-4f06-8c41-0e4d480c612d req-6e98380c-4fbf-45cd-967a-3060807bdf55 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442886 Aug 19 02:25:03.141469 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e080a585-5976-4124-9d86-b1759d62821c admin admin] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:25:03.150400 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device b5421a60-66ac-4d11-8044-5323040e199a no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:25:03.152477 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-e080a585-5976-4124-9d86-b1759d62821c admin admin] 10.222.0.16 "PUT /v2.0/routers/5b356740-5cc3-4836-b93d-258a54edca2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9032578 Aug 19 02:25:03.153533 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 38622) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:25:03.155070 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc75b421-74b2-4cd3-a51f-377b8cc541ae None None] Sync routers for ids ['5b356740-5cc3-4836-b93d-258a54edca2e'] in dv-cinder-755654-10-iscsi {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:25:03.165089 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc75b421-74b2-4cd3-a51f-377b8cc541ae None None] Routers {'5b356740-5cc3-4836-b93d-258a54edca2e'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:25:03.165729 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-fc75b421-74b2-4cd3-a51f-377b8cc541ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:24:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['5b356740-5cc3-4836-b93d-258a54edca2e'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:25:03.171012 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] No Port match for: b5421a60-66ac-4d11-8044-5323040e199a {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:25:03.171354 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device b5421a60-66ac-4d11-8044-5323040e199a not bound to the agent host hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:25:03.261433 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-d3b07830-ae6a-4a80-8ccd-511f33199217 admin admin] Notify callbacks [] for router, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:03.266496 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-fc75b421-74b2-4cd3-a51f-377b8cc541ae None None] Set router 5b356740-5cc3-4836-b93d-258a54edca2e gateway port host: dv-cinder-755654-10-iscsi {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:25:03.372197 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-d3b07830-ae6a-4a80-8ccd-511f33199217 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:03.479229 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.plugin [None req-d3b07830-ae6a-4a80-8ccd-511f33199217 admin admin] Deleting port 3411a97c-a2fc-471a-a408-676fa36c15be {{(pid=94444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:25:03.479628 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-d3b07830-ae6a-4a80-8ccd-511f33199217 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:03.524391 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-fc75b421-74b2-4cd3-a51f-377b8cc541ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b356740-5cc3-4836-b93d-258a54edca2e', 'name': 'tempest-ServerRescueNegativeTestJSON-383685053-router', 'tenant_id': 'f88380b35b344618ad799a1cadc0fb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '3411a97c-a2fc-471a-a408-676fa36c15be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:21:44Z', 'updated_at': '2021-08-19T02:25:02Z', 'revision_number': 5, 'project_id': 'f88380b35b344618ad799a1cadc0fb84', 'gw_port': {'id': '3411a97c-a2fc-471a-a408-676fa36c15be', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b356740-5cc3-4836-b93d-258a54edca2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:21:44Z', 'updated_at': '2021-08-19T02:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi'}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:25:03.549487 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc75b421-74b2-4cd3-a51f-377b8cc541ae None None] Checking router: 5b356740-5cc3-4836-b93d-258a54edca2e for host: dv-cinder-755654-10-iscsi {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:25:03.557941 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc75b421-74b2-4cd3-a51f-377b8cc541ae None None] Routers {'5b356740-5cc3-4836-b93d-258a54edca2e'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:25:03.558537 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-fc75b421-74b2-4cd3-a51f-377b8cc541ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:24:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['5b356740-5cc3-4836-b93d-258a54edca2e'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:25:03.560655 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.db [None req-d3b07830-ae6a-4a80-8ccd-511f33199217 admin admin] For port 3411a97c-a2fc-471a-a408-676fa36c15be, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=3411a97c-a2fc-471a-a408-676fa36c15be,segment=NetworkSegment(31e5f57a-85b9-444f-b38d-61963340c3f4),segment_id=31e5f57a-85b9-444f-b38d-61963340c3f4)] {{(pid=94444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:25:03.561031 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-d3b07830-ae6a-4a80-8ccd-511f33199217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:03.573976 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.plugin [None req-d3b07830-ae6a-4a80-8ccd-511f33199217 admin admin] Calling delete_port for 3411a97c-a2fc-471a-a408-676fa36c15be owned by network:router_gateway {{(pid=94444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:25:03.640594 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-fc75b421-74b2-4cd3-a51f-377b8cc541ae None None] Set router 5b356740-5cc3-4836-b93d-258a54edca2e gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:25:03.692602 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-fc75b421-74b2-4cd3-a51f-377b8cc541ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b356740-5cc3-4836-b93d-258a54edca2e', 'name': 'tempest-ServerRescueNegativeTestJSON-383685053-router', 'tenant_id': 'f88380b35b344618ad799a1cadc0fb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:21:44Z', 'updated_at': '2021-08-19T02:25:03Z', 'revision_number': 6, 'project_id': 'f88380b35b344618ad799a1cadc0fb84', 'gw_port_host': None}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:25:03.720908 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc75b421-74b2-4cd3-a51f-377b8cc541ae None None] The sync data for ids ['5b356740-5cc3-4836-b93d-258a54edca2e'] in dv-cinder-755654-10-iscsi is: [{'id': '5b356740-5cc3-4836-b93d-258a54edca2e', 'name': 'tempest-ServerRescueNegativeTestJSON-383685053-router', 'tenant_id': 'f88380b35b344618ad799a1cadc0fb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:21:44Z', 'updated_at': '2021-08-19T02:25:03Z', 'revision_number': 6, 'project_id': 'f88380b35b344618ad799a1cadc0fb84', 'gw_port_host': None}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:25:03.802003 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-d3b07830-ae6a-4a80-8ccd-511f33199217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4183730'] for port, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:03.838888 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b07830-ae6a-4a80-8ccd-511f33199217 admin admin] Pushing event deleted for resources: {'Port': ['ID=3411a97c-a2fc-471a-a408-676fa36c15be,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:25:03.893522 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-d3b07830-ae6a-4a80-8ccd-511f33199217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-612768'] for router_gateway, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:03.999498 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-d3b07830-ae6a-4a80-8ccd-511f33199217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-622995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14530'] for router, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:04.001812 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-d3b07830-ae6a-4a80-8ccd-511f33199217 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:04.156511 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-d3b07830-ae6a-4a80-8ccd-511f33199217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623082'] for router, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:04.157101 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b07830-ae6a-4a80-8ccd-511f33199217 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b356740-5cc3-4836-b93d-258a54edca2e {{(pid=94444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 02:25:04.162491 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-d3b07830-ae6a-4a80-8ccd-511f33199217 admin admin] Notify callbacks [] for router, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:04.170887 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-d3b07830-ae6a-4a80-8ccd-511f33199217 admin admin] 10.222.0.16 "DELETE /v2.0/routers/5b356740-5cc3-4836-b93d-258a54edca2e HTTP/1.1" status: 204 len: 168 time: 1.0144837 Aug 19 02:25:04.173091 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 38630) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:25:04.224688 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 744c8c74-8ff7-4fb4-98c6-3ca16963118c no longer exists at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:25:04.229421 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac04fd5-b499-4b27-a958-d4086e01163d req-c80612da-5cc5-438d-88c6-57a45c582349 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:04.229925 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.db_base_plugin_v2 [None req-ada8a432-7fca-4de0-8775-0b794748f650 admin admin] Deleting subnet fa40c230-027a-477d-b4e7-d3dafbebf0e8 {{(pid=94444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 02:25:04.231016 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6ac04fd5-b499-4b27-a958-d4086e01163d req-c80612da-5cc5-438d-88c6-57a45c582349 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 946 time: 0.0692961 Aug 19 02:25:04.234796 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-ada8a432-7fca-4de0-8775-0b794748f650 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:04.251564 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] No Port match for: 744c8c74-8ff7-4fb4-98c6-3ca16963118c {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:25:04.252150 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 744c8c74-8ff7-4fb4-98c6-3ca16963118c not bound to the agent host dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:25:04.281866 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-ada8a432-7fca-4de0-8775-0b794748f650 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4183620'] for subnet, precommit_delete_associations {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:04.294919 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6ac04fd5-b499-4b27-a958-d4086e01163d req-bfe72ad7-9469-4801-b7af-02016c5e9837 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578415 Aug 19 02:25:04.328261 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-ada8a432-7fca-4de0-8775-0b794748f650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024327'] for subnet, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:04.379137 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd72cb-0ce4-4712-983d-9578ff3d1824 req-d00a8a6c-7c28-4c8c-b73a-111d4fafdc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:04.380662 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-1cfd72cb-0ce4-4712-983d-9578ff3d1824 req-d00a8a6c-7c28-4c8c-b73a-111d4fafdc32 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 1099 time: 0.0410857 Aug 19 02:25:04.418910 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-1cfd72cb-0ce4-4712-983d-9578ff3d1824 req-5e371651-ba6b-4d3e-b004-ee0f2c10a910 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312092 Aug 19 02:25:04.459734 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-ada8a432-7fca-4de0-8775-0b794748f650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4183751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3746301'] for subnet, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:04.489109 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada8a432-7fca-4de0-8775-0b794748f650 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa40c230-027a-477d-b4e7-d3dafbebf0e8,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:25:04.491455 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-ada8a432-7fca-4de0-8775-0b794748f650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for subnet, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:04.497010 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-ada8a432-7fca-4de0-8775-0b794748f650 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fa40c230-027a-477d-b4e7-d3dafbebf0e8 HTTP/1.1" status: 204 len: 168 time: 0.3199980 Aug 19 02:25:04.497010 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 38636) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:25:04.572239 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-c609b80d-669d-4c37-ab9d-684f7cbf986c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930398'] for network, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:04.668958 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-c609b80d-669d-4c37-ab9d-684f7cbf986c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026254', 'neutron.services.segments.db._delete_segments_for_network-8754220901313'] for network, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:04.678829 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.services.segments.db [None req-c609b80d-669d-4c37-ab9d-684f7cbf986c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29f65fa0-1bb5-44ce-9209-cb366705e117']}} {{(pid=94444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:25:04.689523 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.services.segments.db [None req-c609b80d-669d-4c37-ab9d-684f7cbf986c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40112b8b-bc36-4b9d-bd3f-75a3709d2dce') {'for_net_delete': True} {{(pid=94444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:25:04.689818 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.services.segments.db [None req-c609b80d-669d-4c37-ab9d-684f7cbf986c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40112b8b-bc36-4b9d-bd3f-75a3709d2dce') {} {{(pid=94444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:25:04.698787 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-c609b80d-669d-4c37-ab9d-684f7cbf986c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754220944806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4183629'] for segment, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:04.712803 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-c609b80d-669d-4c37-ab9d-684f7cbf986c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178'] for segment, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:04.718589 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c609b80d-669d-4c37-ab9d-684f7cbf986c admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=94444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 02:25:04.718985 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-c609b80d-669d-4c37-ab9d-684f7cbf986c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4183141'] for segment, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:04.720731 dv-cinder-755654-10-iscsi neutron-server[94444]: Traceback (most recent call last): Aug 19 02:25:04.720731 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 02:25:04.720731 dv-cinder-755654-10-iscsi neutron-server[94444]: timer() Aug 19 02:25:04.720731 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 02:25:04.720731 dv-cinder-755654-10-iscsi neutron-server[94444]: cb(*args, **kw) Aug 19 02:25:04.720731 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 02:25:04.720731 dv-cinder-755654-10-iscsi neutron-server[94444]: return func(*args, **kwargs) Aug 19 02:25:04.720731 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 02:25:04.720731 dv-cinder-755654-10-iscsi neutron-server[94444]: self._notify() Aug 19 02:25:04.720731 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 02:25:04.720731 dv-cinder-755654-10-iscsi neutron-server[94444]: self.callback(batched_events) Aug 19 02:25:04.720731 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 02:25:04.720731 dv-cinder-755654-10-iscsi neutron-server[94444]: event.method(event) Aug 19 02:25:04.720731 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 02:25:04.720731 dv-cinder-755654-10-iscsi neutron-server[94444]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 02:25:04.720731 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 02:25:04.720731 dv-cinder-755654-10-iscsi neutron-server[94444]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 02:25:04.720731 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 02:25:04.720731 dv-cinder-755654-10-iscsi neutron-server[94444]: return f(self, *a, **k) Aug 19 02:25:04.720731 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 02:25:04.720731 dv-cinder-755654-10-iscsi neutron-server[94444]: return self._get(url).json() Aug 19 02:25:04.720731 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 02:25:04.720731 dv-cinder-755654-10-iscsi neutron-server[94444]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 02:25:04.720731 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 02:25:04.720731 dv-cinder-755654-10-iscsi neutron-server[94444]: return self.request(url, 'GET', **kwargs) Aug 19 02:25:04.720731 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 02:25:04.720731 dv-cinder-755654-10-iscsi neutron-server[94444]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 02:25:04.720731 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 02:25:04.720731 dv-cinder-755654-10-iscsi neutron-server[94444]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 02:25:04.720731 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 02:25:04.720731 dv-cinder-755654-10-iscsi neutron-server[94444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 02:25:04.720731 dv-cinder-755654-10-iscsi neutron-server[94444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 02:25:04.859425 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-c609b80d-669d-4c37-ab9d-684f7cbf986c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612725'] for network, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:04.866253 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-c609b80d-669d-4c37-ab9d-684f7cbf986c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for network, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:04.868186 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-c609b80d-669d-4c37-ab9d-684f7cbf986c admin admin] 10.222.0.16 "DELETE /v2.0/networks/29f65fa0-1bb5-44ce-9209-cb366705e117 HTTP/1.1" status: 204 len: 168 time: 0.3702409 Aug 19 02:25:04.881509 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609b80d-669d-4c37-ab9d-684f7cbf986c admin admin] Pushing event deleted for resources: {'Network': ['ID=29f65fa0-1bb5-44ce-9209-cb366705e117,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:25:05.256533 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 38648) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:25:05.298411 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-ef5916a1-ff87-4268-aaf6-30c83fbad0ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f88380b35b344618ad799a1cadc0fb84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403252 Aug 19 02:25:05.300767 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 38650) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:25:05.351243 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-cfc05b41-0fb4-40d1-ad81-33fc784f2afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:05.375365 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-cfc05b41-0fb4-40d1-ad81-33fc784f2afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:05.443173 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530c0dc-c33d-4f38-af48-94a7a990bec5 req-ffae5060-dc67-4121-b903-7b5823c7dde2 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:05.444692 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-1530c0dc-c33d-4f38-af48-94a7a990bec5 req-ffae5060-dc67-4121-b903-7b5823c7dde2 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 946 time: 0.0721743 Aug 19 02:25:05.488158 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-1530c0dc-c33d-4f38-af48-94a7a990bec5 req-122a7796-b2f0-4eaf-b9a8-d9d287881b33 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369692 Aug 19 02:25:05.528167 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-cfc05b41-0fb4-40d1-ad81-33fc784f2afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:05.530798 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-cfc05b41-0fb4-40d1-ad81-33fc784f2afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:05.531932 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-cfc05b41-0fb4-40d1-ad81-33fc784f2afb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a5a30607-3f8c-4737-9c2a-66e2e8d19189 HTTP/1.1" status: 204 len: 168 time: 0.2301869 Aug 19 02:25:05.539990 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc05b41-0fb4-40d1-ad81-33fc784f2afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a30607-3f8c-4737-9c2a-66e2e8d19189,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:25:05.927708 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 3411a97c-a2fc-471a-a408-676fa36c15be no longer exists at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:25:05.948445 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] No Port match for: 3411a97c-a2fc-471a-a408-676fa36c15be {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:25:05.948798 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 3411a97c-a2fc-471a-a408-676fa36c15be not bound to the agent host dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:25:06.615249 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67edeba-b94b-4473-a629-8fa82d922bd7 req-e6c54904-af7f-4f14-b929-22d5a652f7c1 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:06.616689 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-a67edeba-b94b-4473-a629-8fa82d922bd7 req-e6c54904-af7f-4f14-b929-22d5a652f7c1 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 946 time: 0.0531318 Aug 19 02:25:06.661639 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-a67edeba-b94b-4473-a629-8fa82d922bd7 req-ed00470b-2f14-42ae-a339-fb4fd9c33ac0 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362139 Aug 19 02:25:07.393844 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-51da1cf6-327f-4627-b70f-9d7a5f16dc34 req-c0c5ad5b-0f88-4013-8b13-79c92ce7d316 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390842 Aug 19 02:25:07.456932 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da1cf6-327f-4627-b70f-9d7a5f16dc34 req-51a89dce-9609-4a66-9cb5-8a2dc83cdfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:07.458485 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-51da1cf6-327f-4627-b70f-9d7a5f16dc34 req-51a89dce-9609-4a66-9cb5-8a2dc83cdfab service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=059670e8b6b34fb1857bc100102fd1b6&device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 1098 time: 0.0404780 Aug 19 02:25:07.566112 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da1cf6-327f-4627-b70f-9d7a5f16dc34 req-ffb14808-d1c6-45ed-ae95-b1d51037e20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:07.567876 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-51da1cf6-327f-4627-b70f-9d7a5f16dc34 req-ffb14808-d1c6-45ed-ae95-b1d51037e20a service neutron] 10.222.0.22 "GET /v2.0/networks?id=7e444d17-d7c0-4b47-aa19-93665776705e HTTP/1.1" status: 200 len: 911 time: 0.0876760 Aug 19 02:25:07.634370 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-51da1cf6-327f-4627-b70f-9d7a5f16dc34 req-746acbe9-48b5-4f34-a100-b6a4b2f8e111 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e3a5833-3414-4bc7-84c8-7559f084e9b0 HTTP/1.1" status: 200 len: 1001 time: 0.0589147 Aug 19 02:25:07.694692 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da1cf6-327f-4627-b70f-9d7a5f16dc34 req-ac7b7c03-ef0c-41c1-b9f8-766a1f76bb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:07.697491 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-51da1cf6-327f-4627-b70f-9d7a5f16dc34 req-ac7b7c03-ef0c-41c1-b9f8-766a1f76bb19 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=731d6e4c-a04d-474e-b79a-51c9af4274e4 HTTP/1.1" status: 200 len: 849 time: 0.0556874 Aug 19 02:25:07.767992 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da1cf6-327f-4627-b70f-9d7a5f16dc34 req-30827ef5-e2ee-44f8-b927-3d5c27c44794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:07.770170 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-51da1cf6-327f-4627-b70f-9d7a5f16dc34 req-30827ef5-e2ee-44f8-b927-3d5c27c44794 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7e444d17-d7c0-4b47-aa19-93665776705e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0624413 Aug 19 02:25:07.882238 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-51da1cf6-327f-4627-b70f-9d7a5f16dc34 req-ad1973af-af99-45be-a3f7-259281e63864 service neutron] 10.222.0.22 "GET /v2.0/networks/7e444d17-d7c0-4b47-aa19-93665776705e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001039 Aug 19 02:25:07.986723 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-51da1cf6-327f-4627-b70f-9d7a5f16dc34 req-1d7bda8b-ceaf-4b4d-8a4a-2f28dffafe47 service neutron] 10.222.0.22 "GET /v2.0/networks/7e444d17-d7c0-4b47-aa19-93665776705e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954556 Aug 19 02:25:08.022934 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ac87a-66ed-4e4a-b65a-c6aa9eac2efb req-1525c51f-77a0-4274-b3a9-9339aa88df62 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:08.025338 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-b29ac87a-66ed-4e4a-b65a-c6aa9eac2efb req-1525c51f-77a0-4274-b3a9-9339aa88df62 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 946 time: 0.0589683 Aug 19 02:25:08.074262 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-b29ac87a-66ed-4e4a-b65a-c6aa9eac2efb req-9b10e9e8-7c7b-47b1-ad7d-b9d9e9542c77 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427420 Aug 19 02:25:08.413080 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:10.938376 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e765ac-8830-4a74-8cf5-2fc8a5569cc8 req-449b1ead-f5f1-4a63-a06c-14a0f679313c tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:10.939647 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-57e765ac-8830-4a74-8cf5-2fc8a5569cc8 req-449b1ead-f5f1-4a63-a06c-14a0f679313c tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc1a6b98-9cd8-4097-b85a-233b16bfeecb HTTP/1.1" status: 200 len: 945 time: 0.0528481 Aug 19 02:25:10.983235 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-57e765ac-8830-4a74-8cf5-2fc8a5569cc8 req-00a0cbd9-8d53-4612-9b64-f363ed179812 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/security-groups?id=33d88cd5-45b5-4cfd-83d8-744ef1666cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373585 Aug 19 02:25:12.101473 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a65daa-d306-4ff8-8893-9c8924ae195b req-0d9cb030-773c-4593-9418-8b57c627c306 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:12.104667 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-35a65daa-d306-4ff8-8893-9c8924ae195b req-0d9cb030-773c-4593-9418-8b57c627c306 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc1a6b98-9cd8-4097-b85a-233b16bfeecb HTTP/1.1" status: 200 len: 945 time: 0.0535870 Aug 19 02:25:12.142430 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-35a65daa-d306-4ff8-8893-9c8924ae195b req-10fdcc96-dc12-44d6-9897-cd957cb6422f tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/security-groups?id=33d88cd5-45b5-4cfd-83d8-744ef1666cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319135 Aug 19 02:25:13.066882 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15ce6c-d43d-4ff2-8778-c681f85bd897 req-21ffae84-fb70-405c-b6b3-2c461970eb22 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:13.068412 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-eb15ce6c-d43d-4ff2-8778-c681f85bd897 req-21ffae84-fb70-405c-b6b3-2c461970eb22 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc1a6b98-9cd8-4097-b85a-233b16bfeecb HTTP/1.1" status: 200 len: 945 time: 0.0531344 Aug 19 02:25:13.176906 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-eb15ce6c-d43d-4ff2-8778-c681f85bd897 req-3c565694-8adc-4c2f-b6f9-3df06982b444 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Deleting port 22217e58-0cb6-43a1-93fb-262dced96da4 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:25:13.177365 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-eb15ce6c-d43d-4ff2-8778-c681f85bd897 req-3c565694-8adc-4c2f-b6f9-3df06982b444 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:13.297323 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c831a6-60fb-421b-954d-ab5153ff45d7 req-0e6b99ba-00ab-4805-a8f5-4b76991893c8 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:25:13.298679 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-76c831a6-60fb-421b-954d-ab5153ff45d7 req-0e6b99ba-00ab-4805-a8f5-4b76991893c8 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc1a6b98-9cd8-4097-b85a-233b16bfeecb HTTP/1.1" status: 200 len: 945 time: 0.0826907 Aug 19 02:25:13.317801 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-eb15ce6c-d43d-4ff2-8778-c681f85bd897 req-3c565694-8adc-4c2f-b6f9-3df06982b444 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] For port 22217e58-0cb6-43a1-93fb-262dced96da4, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=22217e58-0cb6-43a1-93fb-262dced96da4,segment=NetworkSegment(a5480111-2330-4838-8586-856118a142cb),segment_id=a5480111-2330-4838-8586-856118a142cb)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:25:13.318195 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-eb15ce6c-d43d-4ff2-8778-c681f85bd897 req-3c565694-8adc-4c2f-b6f9-3df06982b444 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:13.338234 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-eb15ce6c-d43d-4ff2-8778-c681f85bd897 req-3c565694-8adc-4c2f-b6f9-3df06982b444 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Calling delete_port for 22217e58-0cb6-43a1-93fb-262dced96da4 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:25:13.362237 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-76c831a6-60fb-421b-954d-ab5153ff45d7 req-47d9c262-9447-48fe-8c91-84f71beda2cc tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/security-groups?id=33d88cd5-45b5-4cfd-83d8-744ef1666cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577612 Aug 19 02:25:13.544765 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-eb15ce6c-d43d-4ff2-8778-c681f85bd897 req-3c565694-8adc-4c2f-b6f9-3df06982b444 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:13.557043 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] get_ports_and_sgs() called for port_ids ['22217e58-0cb6-43a1-93fb-262dced96da4'] {{(pid=94446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:25:13.573747 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c565694-8adc-4c2f-b6f9-3df06982b444 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Pushing event deleted for resources: {'Port': ['ID=22217e58-0cb6-43a1-93fb-262dced96da4,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:25:13.585577 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c565694-8adc-4c2f-b6f9-3df06982b444 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:13.585934 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c565694-8adc-4c2f-b6f9-3df06982b444 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:13.586277 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c565694-8adc-4c2f-b6f9-3df06982b444 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:13.586614 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c565694-8adc-4c2f-b6f9-3df06982b444 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:13.586951 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c565694-8adc-4c2f-b6f9-3df06982b444 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:13.587934 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c565694-8adc-4c2f-b6f9-3df06982b444 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:13.588260 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c565694-8adc-4c2f-b6f9-3df06982b444 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:13.588593 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c565694-8adc-4c2f-b6f9-3df06982b444 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:13.588925 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c565694-8adc-4c2f-b6f9-3df06982b444 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:13.589286 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c565694-8adc-4c2f-b6f9-3df06982b444 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:13.589614 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c565694-8adc-4c2f-b6f9-3df06982b444 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:13.589937 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c565694-8adc-4c2f-b6f9-3df06982b444 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:13.623095 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb15ce6c-d43d-4ff2-8778-c681f85bd897 req-3c565694-8adc-4c2f-b6f9-3df06982b444 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] No DVR routers for this DVR port 22217e58-0cb6-43a1-93fb-262dced96da4 on host hv-cinder-75565 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:25:13.625594 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-eb15ce6c-d43d-4ff2-8778-c681f85bd897 req-3c565694-8adc-4c2f-b6f9-3df06982b444 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:13.627611 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-eb15ce6c-d43d-4ff2-8778-c681f85bd897 req-3c565694-8adc-4c2f-b6f9-3df06982b444 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.22 "DELETE /v2.0/ports/22217e58-0cb6-43a1-93fb-262dced96da4 HTTP/1.1" status: 204 len: 173 time: 0.5530186 Aug 19 02:25:13.628039 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1a6b98-9cd8-4097-b85a-233b16bfeecb', 'name': 'network-vif-deleted', 'tag': '22217e58-0cb6-43a1-93fb-262dced96da4'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:25:13.630279 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7983bbe3-0bc5-485f-a921-5835c303df35" -d '{"events": [{"server_uuid": "bc1a6b98-9cd8-4097-b85a-233b16bfeecb", "name": "network-vif-deleted", "tag": "22217e58-0cb6-43a1-93fb-262dced96da4"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:25:13.667869 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb064195-446e-42d0-967b-444733e6cdfd x-openstack-request-id: req-bb064195-446e-42d0-967b-444733e6cdfd {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:25:13.668170 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1a6b98-9cd8-4097-b85a-233b16bfeecb", "name": "network-vif-deleted", "tag": "22217e58-0cb6-43a1-93fb-262dced96da4", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:25:13.668433 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb064195-446e-42d0-967b-444733e6cdfd {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:25:13.668834 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1a6b98-9cd8-4097-b85a-233b16bfeecb', 'name': 'network-vif-deleted', 'tag': '22217e58-0cb6-43a1-93fb-262dced96da4', 'status': 'completed', 'code': 200} Aug 19 02:25:14.474852 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d911b5e3-79ab-4e47-908e-41cc80e584b6 req-3bba6992-2a1a-47a5-a87a-e62dcafca616 tempest-VolumesSnapshotTestJSON-210215897 tempest-VolumesSnapshotTestJSON-210215897-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc1a6b98-9cd8-4097-b85a-233b16bfeecb HTTP/1.1" status: 200 len: 210 time: 0.0253901 Aug 19 02:25:14.863725 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bbe225e4-b04a-4696-b010-c4325110d7fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:15.349809 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 38878) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:25:15.453105 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-e0b69fb6-0445-4c00-9db3-bd75c1c6db72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:15.542657 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-e0b69fb6-0445-4c00-9db3-bd75c1c6db72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:15.630236 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-e0b69fb6-0445-4c00-9db3-bd75c1c6db72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:15.673195 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-e0b69fb6-0445-4c00-9db3-bd75c1c6db72 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=adae98494389492fa7d4fe7162348853&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3221350 Aug 19 02:25:15.673908 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b69fb6-0445-4c00-9db3-bd75c1c6db72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63e5842-ffee-47af-b36d-8c088368f6af,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:25:15.675739 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 38886) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:25:15.730708 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e5173de8-d8cc-452d-8184-7b656d8e0877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:15.756478 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e5173de8-d8cc-452d-8184-7b656d8e0877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:15.892360 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e5173de8-d8cc-452d-8184-7b656d8e0877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:15.895165 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e5173de8-d8cc-452d-8184-7b656d8e0877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:15.896701 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-e5173de8-d8cc-452d-8184-7b656d8e0877 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b63e5842-ffee-47af-b36d-8c088368f6af HTTP/1.1" status: 204 len: 168 time: 0.2195344 Aug 19 02:25:15.908842 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5173de8-d8cc-452d-8184-7b656d8e0877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63e5842-ffee-47af-b36d-8c088368f6af,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:25:16.490857 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 38900) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:25:16.505225 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9d3f2cb5-ab44-43b9-ade5-cc263cbe1e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:16.595798 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9d3f2cb5-ab44-43b9-ade5-cc263cbe1e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:16.659328 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9d3f2cb5-ab44-43b9-ade5-cc263cbe1e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:16.696557 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f2cb5-ab44-43b9-ade5-cc263cbe1e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5b6bcc-fc6b-4919-bf18-fec86e0849b5,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:25:16.700802 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-9d3f2cb5-ab44-43b9-ade5-cc263cbe1e1f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0e8687ced9b847708b77f1aed00ca095&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2088473 Aug 19 02:25:16.703404 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 38902) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:25:16.755605 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-46a16622-7ecd-4a5c-a213-cabe539dface admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:16.776770 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-46a16622-7ecd-4a5c-a213-cabe539dface admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:16.880708 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-46a16622-7ecd-4a5c-a213-cabe539dface admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:16.883437 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-46a16622-7ecd-4a5c-a213-cabe539dface admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:16.884654 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-46a16622-7ecd-4a5c-a213-cabe539dface admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4c5b6bcc-fc6b-4919-bf18-fec86e0849b5 HTTP/1.1" status: 204 len: 168 time: 0.1803021 Aug 19 02:25:16.892667 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a16622-7ecd-4a5c-a213-cabe539dface admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5b6bcc-fc6b-4919-bf18-fec86e0849b5,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:25:17.253609 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 22217e58-0cb6-43a1-93fb-262dced96da4 no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:25:17.278964 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] No Port match for: 22217e58-0cb6-43a1-93fb-262dced96da4 {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:25:17.278964 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 22217e58-0cb6-43a1-93fb-262dced96da4 not bound to the agent host hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:25:17.279751 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6e2b1293-e58f-4739-9d8c-408bce501aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:17.687485 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:18.470358 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:20.390267 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:37.047966 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 6 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:25:38.366177 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:44.858671 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ac5055de-1872-4efe-bf12-91758ba2f799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:47.247827 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9010387d-b6bf-4520-a58a-88c8bc896665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:47.641344 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:48.481330 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:50.395862 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:58.324976 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 39286) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:25:58.435733 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-83da203a-4c18-46cb-9ed0-6045e74ae773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:58.524402 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-83da203a-4c18-46cb-9ed0-6045e74ae773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:58.572724 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-83da203a-4c18-46cb-9ed0-6045e74ae773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:58.610837 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-83da203a-4c18-46cb-9ed0-6045e74ae773 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5fd9d82c663548a18e675f1bd244ca9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2847409 Aug 19 02:25:58.611530 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da203a-4c18-46cb-9ed0-6045e74ae773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d916dbdd-4011-4707-8e38-5fca2eafa2cf,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:25:58.613540 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 39292) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:25:58.662264 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8314bc18-a9a5-4776-93f2-cd8b027646b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:58.682695 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8314bc18-a9a5-4776-93f2-cd8b027646b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:58.818574 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8314bc18-a9a5-4776-93f2-cd8b027646b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:58.821090 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8314bc18-a9a5-4776-93f2-cd8b027646b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:25:58.822312 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-8314bc18-a9a5-4776-93f2-cd8b027646b2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d916dbdd-4011-4707-8e38-5fca2eafa2cf HTTP/1.1" status: 204 len: 168 time: 0.2077608 Aug 19 02:25:58.831634 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314bc18-a9a5-4776-93f2-cd8b027646b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d916dbdd-4011-4707-8e38-5fca2eafa2cf,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:25:58.838821 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314bc18-a9a5-4776-93f2-cd8b027646b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:58.839170 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314bc18-a9a5-4776-93f2-cd8b027646b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:58.839511 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314bc18-a9a5-4776-93f2-cd8b027646b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:58.839847 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314bc18-a9a5-4776-93f2-cd8b027646b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:58.840180 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314bc18-a9a5-4776-93f2-cd8b027646b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:58.840511 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314bc18-a9a5-4776-93f2-cd8b027646b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:58.840840 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314bc18-a9a5-4776-93f2-cd8b027646b2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:58.841187 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314bc18-a9a5-4776-93f2-cd8b027646b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:58.841516 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314bc18-a9a5-4776-93f2-cd8b027646b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:58.841838 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314bc18-a9a5-4776-93f2-cd8b027646b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:58.842161 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314bc18-a9a5-4776-93f2-cd8b027646b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:25:58.842521 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314bc18-a9a5-4776-93f2-cd8b027646b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:02.185540 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 39408) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:02.230352 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdd75479-94b8-4b76-a013-0c6aebcdfeca admin admin] Deleting subnet 383fe649-6781-4821-96cd-9bd2e3cd9216 {{(pid=94444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 02:26:02.233637 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-fdd75479-94b8-4b76-a013-0c6aebcdfeca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:02.271571 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-fdd75479-94b8-4b76-a013-0c6aebcdfeca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4183620'] for subnet, precommit_delete_associations {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:02.310441 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-fdd75479-94b8-4b76-a013-0c6aebcdfeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024327'] for subnet, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:02.453384 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-fdd75479-94b8-4b76-a013-0c6aebcdfeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4183751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3746301'] for subnet, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:02.457007 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 39414) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:02.481943 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd75479-94b8-4b76-a013-0c6aebcdfeca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=383fe649-6781-4821-96cd-9bd2e3cd9216,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:02.486565 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-fdd75479-94b8-4b76-a013-0c6aebcdfeca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for subnet, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:02.488587 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-fdd75479-94b8-4b76-a013-0c6aebcdfeca admin admin] 10.222.0.16 "DELETE /v2.0/subnets/383fe649-6781-4821-96cd-9bd2e3cd9216 HTTP/1.1" status: 204 len: 168 time: 0.3020072 Aug 19 02:26:02.491124 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 39418) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:02.563158 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-3b32388e-7349-4b9f-bd59-ddb9a6c19c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930398'] for network, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:02.567993 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b14533c7-38ce-42ad-8c17-e83baeda4a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:02.642196 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-3b32388e-7349-4b9f-bd59-ddb9a6c19c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026254', 'neutron.services.segments.db._delete_segments_for_network-8754220901313'] for network, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:02.651900 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.services.segments.db [None req-3b32388e-7349-4b9f-bd59-ddb9a6c19c79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['847f5967-0e4b-4308-a19e-862b1b000167']}} {{(pid=94444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:02.659812 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b14533c7-38ce-42ad-8c17-e83baeda4a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:02.661903 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.services.segments.db [None req-3b32388e-7349-4b9f-bd59-ddb9a6c19c79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5480111-2330-4838-8586-856118a142cb') {'for_net_delete': True} {{(pid=94444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:02.662198 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.services.segments.db [None req-3b32388e-7349-4b9f-bd59-ddb9a6c19c79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5480111-2330-4838-8586-856118a142cb') {} {{(pid=94444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:02.670683 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-3b32388e-7349-4b9f-bd59-ddb9a6c19c79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754220944806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4183629'] for segment, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:02.684542 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-3b32388e-7349-4b9f-bd59-ddb9a6c19c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178'] for segment, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:02.690474 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b32388e-7349-4b9f-bd59-ddb9a6c19c79 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=94444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 02:26:02.690856 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-3b32388e-7349-4b9f-bd59-ddb9a6c19c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4183141'] for segment, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:02.692506 dv-cinder-755654-10-iscsi neutron-server[94444]: Traceback (most recent call last): Aug 19 02:26:02.692506 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 02:26:02.692506 dv-cinder-755654-10-iscsi neutron-server[94444]: timer() Aug 19 02:26:02.692506 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 02:26:02.692506 dv-cinder-755654-10-iscsi neutron-server[94444]: cb(*args, **kw) Aug 19 02:26:02.692506 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 02:26:02.692506 dv-cinder-755654-10-iscsi neutron-server[94444]: return func(*args, **kwargs) Aug 19 02:26:02.692506 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 02:26:02.692506 dv-cinder-755654-10-iscsi neutron-server[94444]: self._notify() Aug 19 02:26:02.692506 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 02:26:02.692506 dv-cinder-755654-10-iscsi neutron-server[94444]: self.callback(batched_events) Aug 19 02:26:02.692506 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 02:26:02.692506 dv-cinder-755654-10-iscsi neutron-server[94444]: event.method(event) Aug 19 02:26:02.692506 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 02:26:02.692506 dv-cinder-755654-10-iscsi neutron-server[94444]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 02:26:02.692506 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 02:26:02.692506 dv-cinder-755654-10-iscsi neutron-server[94444]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 02:26:02.692506 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 02:26:02.692506 dv-cinder-755654-10-iscsi neutron-server[94444]: return f(self, *a, **k) Aug 19 02:26:02.692506 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 02:26:02.692506 dv-cinder-755654-10-iscsi neutron-server[94444]: return self._get(url).json() Aug 19 02:26:02.692506 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 02:26:02.692506 dv-cinder-755654-10-iscsi neutron-server[94444]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 02:26:02.692506 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 02:26:02.692506 dv-cinder-755654-10-iscsi neutron-server[94444]: return self.request(url, 'GET', **kwargs) Aug 19 02:26:02.692506 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 02:26:02.692506 dv-cinder-755654-10-iscsi neutron-server[94444]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 02:26:02.692506 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 02:26:02.692506 dv-cinder-755654-10-iscsi neutron-server[94444]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 02:26:02.692506 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 02:26:02.692506 dv-cinder-755654-10-iscsi neutron-server[94444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 02:26:02.692506 dv-cinder-755654-10-iscsi neutron-server[94444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 02:26:02.726956 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b14533c7-38ce-42ad-8c17-e83baeda4a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:02.766253 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-b14533c7-38ce-42ad-8c17-e83baeda4a35 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=84353280d3e74a7e9490fcf7aee0222c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3073866 Aug 19 02:26:02.767543 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14533c7-38ce-42ad-8c17-e83baeda4a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e9c51c-2b32-44aa-824f-f10a11c56ac9,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:02.768835 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 39420) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:02.793596 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-3b32388e-7349-4b9f-bd59-ddb9a6c19c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612725'] for network, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:02.800990 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-3b32388e-7349-4b9f-bd59-ddb9a6c19c79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for network, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:02.802845 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-3b32388e-7349-4b9f-bd59-ddb9a6c19c79 admin admin] 10.222.0.16 "DELETE /v2.0/networks/847f5967-0e4b-4308-a19e-862b1b000167 HTTP/1.1" status: 204 len: 168 time: 0.3107650 Aug 19 02:26:02.822337 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b32388e-7349-4b9f-bd59-ddb9a6c19c79 admin admin] Pushing event deleted for resources: {'Network': ['ID=847f5967-0e4b-4308-a19e-862b1b000167,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:02.839511 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7e7f958a-e07e-4d10-a76d-21b84836b931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:02.861149 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7e7f958a-e07e-4d10-a76d-21b84836b931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:02.977520 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7e7f958a-e07e-4d10-a76d-21b84836b931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:02.980307 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7e7f958a-e07e-4d10-a76d-21b84836b931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:02.981497 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-7e7f958a-e07e-4d10-a76d-21b84836b931 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/21e9c51c-2b32-44aa-824f-f10a11c56ac9 HTTP/1.1" status: 204 len: 168 time: 0.2115986 Aug 19 02:26:02.989545 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f958a-e07e-4d10-a76d-21b84836b931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e9c51c-2b32-44aa-824f-f10a11c56ac9,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:03.177197 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 39428) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:03.216335 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-9dcd3b79-6ac0-4743-b9e7-f5c15af62410 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1860db339ff74207a4c4be4b23295884&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379114 Aug 19 02:26:03.218829 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 39430) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:03.271664 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6382da25-ef87-4c9d-9515-eb22effb5d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:03.531545 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6382da25-ef87-4c9d-9515-eb22effb5d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:03.641421 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6382da25-ef87-4c9d-9515-eb22effb5d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:03.645752 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6382da25-ef87-4c9d-9515-eb22effb5d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:03.645752 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-6382da25-ef87-4c9d-9515-eb22effb5d84 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/33d88cd5-45b5-4cfd-83d8-744ef1666cd6 HTTP/1.1" status: 204 len: 168 time: 0.4253521 Aug 19 02:26:03.653115 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6382da25-ef87-4c9d-9515-eb22effb5d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d88cd5-45b5-4cfd-83d8-744ef1666cd6,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:04.580748 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 39492) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:04.832908 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0b5c9af5-5828-4bc8-b9f8-7824e14f88bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:04.925758 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0b5c9af5-5828-4bc8-b9f8-7824e14f88bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:05.001481 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0b5c9af5-5828-4bc8-b9f8-7824e14f88bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:05.040353 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-0b5c9af5-5828-4bc8-b9f8-7824e14f88bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e1c0b8ad481944418324b21d4273c8b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4583781 Aug 19 02:26:05.041467 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c9af5-5828-4bc8-b9f8-7824e14f88bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48ea5a8-2912-47a9-95ca-a37c7ab44408,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:05.043124 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 39500) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:05.091139 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-13e3af48-5fea-45b9-8fe2-c58d682455cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:05.111904 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-13e3af48-5fea-45b9-8fe2-c58d682455cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:05.264213 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-13e3af48-5fea-45b9-8fe2-c58d682455cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:05.267482 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-13e3af48-5fea-45b9-8fe2-c58d682455cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:05.268724 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-13e3af48-5fea-45b9-8fe2-c58d682455cb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d48ea5a8-2912-47a9-95ca-a37c7ab44408 HTTP/1.1" status: 204 len: 168 time: 0.2245626 Aug 19 02:26:05.276798 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3af48-5fea-45b9-8fe2-c58d682455cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48ea5a8-2912-47a9-95ca-a37c7ab44408,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:07.424414 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fd5da35a-dc7a-4a4f-bfe5-2a780bd3dc97 req-391a405c-e6c5-48af-b5fa-771b0c120c54 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1277404 Aug 19 02:26:07.489191 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5da35a-dc7a-4a4f-bfe5-2a780bd3dc97 req-57b93aef-99f6-4881-b721-3483dc12e4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:07.490665 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fd5da35a-dc7a-4a4f-bfe5-2a780bd3dc97 req-57b93aef-99f6-4881-b721-3483dc12e4df service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=517b8744677e400988e187c26e92c291&device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 1099 time: 0.0447564 Aug 19 02:26:07.593779 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5da35a-dc7a-4a4f-bfe5-2a780bd3dc97 req-697b9ad2-e0f0-4148-a2c7-6f313c672463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:07.595286 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fd5da35a-dc7a-4a4f-bfe5-2a780bd3dc97 req-697b9ad2-e0f0-4148-a2c7-6f313c672463 service neutron] 10.222.0.22 "GET /v2.0/networks?id=bb3fc84d-f03f-4d97-87e6-72398b20c906 HTTP/1.1" status: 200 len: 917 time: 0.0826094 Aug 19 02:26:07.661692 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fd5da35a-dc7a-4a4f-bfe5-2a780bd3dc97 req-d418a7c2-6dcc-405d-a32f-a3a7a080bdc1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=420b70b1-b5dd-4288-aad7-8bccf0961747 HTTP/1.1" status: 200 len: 1001 time: 0.0588655 Aug 19 02:26:08.424419 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:08.837485 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5da35a-dc7a-4a4f-bfe5-2a780bd3dc97 req-f4cb2753-6503-4607-bf87-44baef5d4c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:08.838910 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fd5da35a-dc7a-4a4f-bfe5-2a780bd3dc97 req-f4cb2753-6503-4607-bf87-44baef5d4c7c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=88b7472a-b5f3-4f58-a9b7-55a108eaaf89 HTTP/1.1" status: 200 len: 855 time: 0.0428376 Aug 19 02:26:09.796898 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5da35a-dc7a-4a4f-bfe5-2a780bd3dc97 req-c0c6e21d-7eee-43ac-8c9b-31b6e6ef59c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:09.798553 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fd5da35a-dc7a-4a4f-bfe5-2a780bd3dc97 req-c0c6e21d-7eee-43ac-8c9b-31b6e6ef59c2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bb3fc84d-f03f-4d97-87e6-72398b20c906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0398443 Aug 19 02:26:11.073139 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fd5da35a-dc7a-4a4f-bfe5-2a780bd3dc97 req-3257fe2e-e1eb-4b45-94c7-060d2ee1bbe8 service neutron] 10.222.0.22 "GET /v2.0/networks/bb3fc84d-f03f-4d97-87e6-72398b20c906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849264 Aug 19 02:26:11.165311 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fd5da35a-dc7a-4a4f-bfe5-2a780bd3dc97 req-870a45dc-afeb-4bc1-a4fd-b632644b80ef service neutron] 10.222.0.22 "GET /v2.0/networks/bb3fc84d-f03f-4d97-87e6-72398b20c906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846350 Aug 19 02:26:14.047156 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 6 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:26:14.829866 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3210a2ac-688b-4af3-b8cf-86b043998059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:17.223664 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-94d3eacf-9910-464b-887d-4fd19f861bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:17.663828 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:18.457846 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:18.944999 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5061e-1999-4b05-bbb4-9bc7a9c5e87e req-af80a6ae-5f8e-4c0e-9363-137a214b2406 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:18.946655 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-17d5061e-1999-4b05-bbb4-9bc7a9c5e87e req-af80a6ae-5f8e-4c0e-9363-137a214b2406 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.0487561 Aug 19 02:26:18.986186 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-17d5061e-1999-4b05-bbb4-9bc7a9c5e87e req-cafcd4ea-8493-45b2-9aca-5d5d9446da36 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334718 Aug 19 02:26:19.115003 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 39644) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:19.216615 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0625ef48-6fe8-4ba8-ab28-c7fcb88e437b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:19.300719 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0625ef48-6fe8-4ba8-ab28-c7fcb88e437b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:19.354224 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0625ef48-6fe8-4ba8-ab28-c7fcb88e437b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:19.389405 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0625ef48-6fe8-4ba8-ab28-c7fcb88e437b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef3be01-7c30-4ade-add5-817ef9fc69f2,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:19.394003 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-0625ef48-6fe8-4ba8-ab28-c7fcb88e437b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=098e4a4353894b8b9e9a68d7bd0d1b25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2779691 Aug 19 02:26:19.396731 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 39648) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:19.399707 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0625ef48-6fe8-4ba8-ab28-c7fcb88e437b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:19.400040 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0625ef48-6fe8-4ba8-ab28-c7fcb88e437b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:19.400375 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0625ef48-6fe8-4ba8-ab28-c7fcb88e437b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:19.400708 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0625ef48-6fe8-4ba8-ab28-c7fcb88e437b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:19.401035 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0625ef48-6fe8-4ba8-ab28-c7fcb88e437b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:19.401389 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0625ef48-6fe8-4ba8-ab28-c7fcb88e437b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:19.401715 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0625ef48-6fe8-4ba8-ab28-c7fcb88e437b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:19.402042 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0625ef48-6fe8-4ba8-ab28-c7fcb88e437b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:19.402364 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0625ef48-6fe8-4ba8-ab28-c7fcb88e437b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:19.402685 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0625ef48-6fe8-4ba8-ab28-c7fcb88e437b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:19.403004 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0625ef48-6fe8-4ba8-ab28-c7fcb88e437b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:19.403320 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0625ef48-6fe8-4ba8-ab28-c7fcb88e437b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:19.446762 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-bd5c0950-5b62-4bcd-bbff-db93d504b346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:19.468238 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-bd5c0950-5b62-4bcd-bbff-db93d504b346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:19.583785 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-bd5c0950-5b62-4bcd-bbff-db93d504b346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:19.586439 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-bd5c0950-5b62-4bcd-bbff-db93d504b346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:19.587629 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-bd5c0950-5b62-4bcd-bbff-db93d504b346 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5ef3be01-7c30-4ade-add5-817ef9fc69f2 HTTP/1.1" status: 204 len: 168 time: 0.1898127 Aug 19 02:26:19.597408 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c0950-5b62-4bcd-bbff-db93d504b346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef3be01-7c30-4ade-add5-817ef9fc69f2,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:20.106915 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff9830-fe6e-4035-8296-c93cff5e1dc7 req-94bd7efd-d89e-4d10-9801-7be6e4fbb924 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:20.108407 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-21ff9830-fe6e-4035-8296-c93cff5e1dc7 req-94bd7efd-d89e-4d10-9801-7be6e4fbb924 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.0527728 Aug 19 02:26:20.141798 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 39658) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:20.150943 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-21ff9830-fe6e-4035-8296-c93cff5e1dc7 req-d009c456-8e29-4db2-82a9-036ebaa2f2f6 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353200 Aug 19 02:26:20.155423 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-59c6766d-4897-4004-9c2a-fad0b2681093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:20.244296 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-59c6766d-4897-4004-9c2a-fad0b2681093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:20.291912 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-59c6766d-4897-4004-9c2a-fad0b2681093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:20.334853 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-59c6766d-4897-4004-9c2a-fad0b2681093 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8c180c384a85422b81234f886fa5a356&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1893933 Aug 19 02:26:20.334853 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c6766d-4897-4004-9c2a-fad0b2681093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9915b3ad-6ce1-472c-91ac-b067e8b8614e,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:20.335238 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 39660) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:20.385565 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-d6038a8f-9cf2-4e86-8aae-bad9c356b908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:20.388573 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:20.406923 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-d6038a8f-9cf2-4e86-8aae-bad9c356b908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:20.503429 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-d6038a8f-9cf2-4e86-8aae-bad9c356b908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:20.506037 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-d6038a8f-9cf2-4e86-8aae-bad9c356b908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:20.507176 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-d6038a8f-9cf2-4e86-8aae-bad9c356b908 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9915b3ad-6ce1-472c-91ac-b067e8b8614e HTTP/1.1" status: 204 len: 168 time: 0.1709213 Aug 19 02:26:20.514939 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6038a8f-9cf2-4e86-8aae-bad9c356b908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9915b3ad-6ce1-472c-91ac-b067e8b8614e,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:21.136200 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 39668) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:21.149770 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c1c75a1c-f929-4e05-aa38-fe6cdce126d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:21.260045 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c1c75a1c-f929-4e05-aa38-fe6cdce126d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:21.278153 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff17061-6709-487c-b790-b2e92ddd81e9 req-7eeddfb0-d346-40d9-991b-5789df27fcb1 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:21.279635 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-3ff17061-6709-487c-b790-b2e92ddd81e9 req-7eeddfb0-d346-40d9-991b-5789df27fcb1 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.0623009 Aug 19 02:26:21.317508 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-3ff17061-6709-487c-b790-b2e92ddd81e9 req-49dc1e36-b47d-486c-9b2a-6969fa9d5cb1 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318494 Aug 19 02:26:21.337875 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c1c75a1c-f929-4e05-aa38-fe6cdce126d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:21.376282 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-c1c75a1c-f929-4e05-aa38-fe6cdce126d2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=276349191fe44ad18212c257c2b791d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388434 Aug 19 02:26:21.377298 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c75a1c-f929-4e05-aa38-fe6cdce126d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93df0149-7b64-4757-bd78-896e806bae95,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:21.378820 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 39672) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:21.426683 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-ca74406c-7f98-4363-8de8-8947cfadf638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:21.447531 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-ca74406c-7f98-4363-8de8-8947cfadf638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:21.572440 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-ca74406c-7f98-4363-8de8-8947cfadf638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:21.575049 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-ca74406c-7f98-4363-8de8-8947cfadf638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:21.576205 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-ca74406c-7f98-4363-8de8-8947cfadf638 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/93df0149-7b64-4757-bd78-896e806bae95 HTTP/1.1" status: 204 len: 168 time: 0.1964126 Aug 19 02:26:21.584443 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca74406c-7f98-4363-8de8-8947cfadf638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93df0149-7b64-4757-bd78-896e806bae95,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:22.435259 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c17736-ae6f-453f-bd8c-d9e393823768 req-ae96c1b0-680e-4730-b809-058a8bbae919 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:22.436780 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-b4c17736-ae6f-453f-bd8c-d9e393823768 req-ae96c1b0-680e-4730-b809-058a8bbae919 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.0511532 Aug 19 02:26:22.475941 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-b4c17736-ae6f-453f-bd8c-d9e393823768 req-eeffbf7a-63b7-41bd-ac5b-e1c7491d7c56 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327327 Aug 19 02:26:22.559988 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 39700) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:22.655378 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [None req-1399c385-69dc-4ff8-b7a5-aaa30247c3ea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2033454033-network', 'tenant_id': 'aebfc4dc809a40c083e31e3196babdbe'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:26:22.732361 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1399c385-69dc-4ff8-b7a5-aaa30247c3ea admin admin] Made reservation on behalf of aebfc4dc809a40c083e31e3196babdbe for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:26:22.734630 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1399c385-69dc-4ff8-b7a5-aaa30247c3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:22.746402 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1399c385-69dc-4ff8-b7a5-aaa30247c3ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:22.833262 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1399c385-69dc-4ff8-b7a5-aaa30247c3ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:22.914952 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1399c385-69dc-4ff8-b7a5-aaa30247c3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:22.935222 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1399c385-69dc-4ff8-b7a5-aaa30247c3ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 02:26:22.948758 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399c385-69dc-4ff8-b7a5-aaa30247c3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f188068d-d95b-4825-bf1a-9b5c27dde473,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:22.953472 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1399c385-69dc-4ff8-b7a5-aaa30247c3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:22.960395 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.db.segments_db [None req-1399c385-69dc-4ff8-b7a5-aaa30247c3ea admin admin] Added segment 319d5af7-96d2-4ec4-8308-0d7060cbd3cd of type vlan for network aa96cf4a-8451-4972-b281-80b686313f2d Aug 19 02:26:22.996122 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1399c385-69dc-4ff8-b7a5-aaa30247c3ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754220385702'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:23.086432 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1399c385-69dc-4ff8-b7a5-aaa30247c3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:23.087397 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1399c385-69dc-4ff8-b7a5-aaa30247c3ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:23.087991 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1399c385-69dc-4ff8-b7a5-aaa30247c3ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:23.146909 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399c385-69dc-4ff8-b7a5-aaa30247c3ea admin admin] Pushing event updated for resources: {'Network': ['ID=aa96cf4a-8451-4972-b281-80b686313f2d,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:23.157818 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Network aa96cf4a-8451-4972-b281-80b686313f2d details requested by agent ovs-agent-dv-cinder-755654-10-iscsi with host dv-cinder-755654-10-iscsi {{(pid=94446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 02:26:23.184692 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-1399c385-69dc-4ff8-b7a5-aaa30247c3ea admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6235039 Aug 19 02:26:23.187396 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 39706) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:23.192841 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [None req-1144aa4a-027f-4a98-a42e-273115d9c81c admin admin] Request body: {'subnet': {'network_id': 'aa96cf4a-8451-4972-b281-80b686313f2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2033454033-subnet', 'tenant_id': 'aebfc4dc809a40c083e31e3196babdbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:26:23.258131 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1144aa4a-027f-4a98-a42e-273115d9c81c admin admin] Made reservation on behalf of aebfc4dc809a40c083e31e3196babdbe for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:26:23.260469 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1144aa4a-027f-4a98-a42e-273115d9c81c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2943212'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:23.515677 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1144aa4a-027f-4a98-a42e-273115d9c81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2839020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2943226'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:23.604268 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1144aa4a-027f-4a98-a42e-273115d9c81c admin admin] Pushing event updated for resources: {'Subnet': ['ID=24091946-7ccc-4fcb-8cfa-4caf57fab4d1,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:23.621665 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871076ba-c879-4eac-8c6d-78af490719fa req-d8a74862-bd71-47b5-910a-61f88e34ea9b tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:23.623399 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-871076ba-c879-4eac-8c6d-78af490719fa req-d8a74862-bd71-47b5-910a-61f88e34ea9b tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.0798025 Aug 19 02:26:23.626002 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1144aa4a-027f-4a98-a42e-273115d9c81c admin admin] Checking segment: {'id': '319d5af7-96d2-4ec4-8308-0d7060cbd3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'aa96cf4a-8451-4972-b281-80b686313f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:26:23.626355 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1144aa4a-027f-4a98-a42e-273115d9c81c admin admin] Network hostable DHCP agents. Network: aa96cf4a-8451-4972-b281-80b686313f2d, hostable agents: ['5428ca17-2793-4a7a-b269-f163004a9067'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 02:26:23.668040 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-871076ba-c879-4eac-8c6d-78af490719fa req-be344857-b3f5-4e0a-8a97-70444c8efbf9 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384183 Aug 19 02:26:23.726304 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1144aa4a-027f-4a98-a42e-273115d9c81c admin admin] Network aa96cf4a-8451-4972-b281-80b686313f2d is scheduled to be hosted by DHCP agent 5428ca17-2793-4a7a-b269-f163004a9067 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 02:26:23.784042 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-1144aa4a-027f-4a98-a42e-273115d9c81c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755654-10-iscsi, aa96cf4a-8451-4972-b281-80b686313f2d) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:26:23.788191 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1144aa4a-027f-4a98-a42e-273115d9c81c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:23.788816 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-1144aa4a-027f-4a98-a42e-273115d9c81c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:23.794642 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2d617c-82ef-4fa6-94dd-1679841bc919 None None] Network aa96cf4a-8451-4972-b281-80b686313f2d requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:26:23.870385 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-1144aa4a-027f-4a98-a42e-273115d9c81c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6819091 Aug 19 02:26:23.917431 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebc6f9e-d9fc-4610-8ab9-22d24e835744 None None] Network aa96cf4a-8451-4972-b281-80b686313f2d requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:26:24.788245 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e7967-02e3-4a81-9835-249dbd9b7adb req-fa902a3f-d305-4e91-8768-1b58e1b85a91 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:24.789773 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-d35e7967-02e3-4a81-9835-249dbd9b7adb req-fa902a3f-d305-4e91-8768-1b58e1b85a91 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.0504072 Aug 19 02:26:24.827208 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-d35e7967-02e3-4a81-9835-249dbd9b7adb req-286831cf-edab-41b5-834c-164c4caba11c tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313175 Aug 19 02:26:25.942533 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c14fe9-c96d-4533-8f59-c44e79cb99f7 req-7e7d158d-aa69-444b-a11d-203e9c50eec4 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:25.944126 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-58c14fe9-c96d-4533-8f59-c44e79cb99f7 req-7e7d158d-aa69-444b-a11d-203e9c50eec4 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.0500317 Aug 19 02:26:25.944482 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-5f711210-62b2-4ce8-96a1-6d6f5c35d76b tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:25.946030 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-5f711210-62b2-4ce8-96a1-6d6f5c35d76b tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/networks?id=aa96cf4a-8451-4972-b281-80b686313f2d HTTP/1.1" status: 200 len: 809 time: 0.1127200 Aug 19 02:26:25.962403 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-77c01fda-2036-4492-a4ed-94539849d325 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/quotas/aebfc4dc809a40c083e31e3196babdbe HTTP/1.1" status: 200 len: 375 time: 0.0103149 Aug 19 02:26:25.984313 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-58c14fe9-c96d-4533-8f59-c44e79cb99f7 req-0b664524-e95b-48b3-9f32-a246c55c32af tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337641 Aug 19 02:26:25.993764 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-8be97c84-e2d1-4926-acc0-2af430b0f114 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=aebfc4dc809a40c083e31e3196babdbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256534 Aug 19 02:26:26.132350 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-11c6553e-3e8b-4730-90b7-e0c6f718356a service neutron] 10.222.0.16 "GET /v2.0/networks/aa96cf4a-8451-4972-b281-80b686313f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313975 Aug 19 02:26:26.220777 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-c81e3944-b56a-4962-babd-d25167355dca service neutron] 10.222.0.16 "GET /v2.0/networks/aa96cf4a-8451-4972-b281-80b686313f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824957 Aug 19 02:26:26.422658 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-13cc8fa4-e0cd-42cc-b794-20867ffc9be5 req-02a99f69-1900-4912-b049-621dad7aafd8 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/ports?device_id=17ba8b71-aa7f-4d3b-97b5-f7968ad80f1f HTTP/1.1" status: 200 len: 210 time: 0.0285275 Aug 19 02:26:27.102788 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed75dc-017b-49f0-a868-837c4dcc027e req-2bf33fa7-c570-446f-a7c9-23016394869b tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:27.106690 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-a1ed75dc-017b-49f0-a868-837c4dcc027e req-2bf33fa7-c570-446f-a7c9-23016394869b tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.0505745 Aug 19 02:26:27.146065 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-a1ed75dc-017b-49f0-a868-837c4dcc027e req-ef2dca62-b798-4f64-8137-51e4a589f291 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356333 Aug 19 02:26:27.512990 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-a232e639-da39-4cb8-9766-8ba9d2d17845 req-42aba747-8112-4fe6-bbf2-c406eb82e17a tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/ports?device_id=17ba8b71-aa7f-4d3b-97b5-f7968ad80f1f HTTP/1.1" status: 200 len: 210 time: 0.0267968 Aug 19 02:26:28.266992 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d8379-2dfd-4657-95fe-095c8df2c4da req-be25965b-a040-4aff-a473-5d6233375c69 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:28.268518 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-1b1d8379-2dfd-4657-95fe-095c8df2c4da req-be25965b-a040-4aff-a473-5d6233375c69 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.0563531 Aug 19 02:26:28.307421 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-1b1d8379-2dfd-4657-95fe-095c8df2c4da req-bec16e91-5690-4c2b-933f-bfd92350ed31 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324960 Aug 19 02:26:28.518340 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-09a09952-65f1-4e6d-912f-d7c1cb69abbc tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:28.520680 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-09a09952-65f1-4e6d-912f-d7c1cb69abbc tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.22 "GET /v2.0/networks?id=aa96cf4a-8451-4972-b281-80b686313f2d HTTP/1.1" status: 200 len: 809 time: 0.1055927 Aug 19 02:26:28.533903 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-31ec3bd2-627f-4f5a-8df0-cbd60d073a2e tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Request body: {'port': {'device_id': '17ba8b71-aa7f-4d3b-97b5-f7968ad80f1f', 'network_id': 'aa96cf4a-8451-4972-b281-80b686313f2d', 'admin_state_up': True, 'tenant_id': 'aebfc4dc809a40c083e31e3196babdbe'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:26:28.617901 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-48dc7593-798a-4f6a-9cc6-aa9b921582e0 req-d094a5e3-95b4-490a-93d2-109100de5430 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/ports?device_id=17ba8b71-aa7f-4d3b-97b5-f7968ad80f1f HTTP/1.1" status: 200 len: 210 time: 0.0315847 Aug 19 02:26:28.732409 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-31ec3bd2-627f-4f5a-8df0-cbd60d073a2e tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Made reservation on behalf of aebfc4dc809a40c083e31e3196babdbe for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:26:28.735927 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-31ec3bd2-627f-4f5a-8df0-cbd60d073a2e tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:28.864957 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-31ec3bd2-627f-4f5a-8df0-cbd60d073a2e tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Allocated IP 172.20.0.7 (aa96cf4a-8451-4972-b281-80b686313f2d/24091946-7ccc-4fcb-8cfa-4caf57fab4d1/f8232d11-36b0-4644-b1d0-b65dea6ef024) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:26:29.010459 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-31ec3bd2-627f-4f5a-8df0-cbd60d073a2e tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:29.127153 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-31ec3bd2-627f-4f5a-8df0-cbd60d073a2e tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:29.167400 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-31ec3bd2-627f-4f5a-8df0-cbd60d073a2e tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Network aa96cf4a-8451-4972-b281-80b686313f2d is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:26:29.172293 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-31ec3bd2-627f-4f5a-8df0-cbd60d073a2e tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:26:29.175912 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-31ec3bd2-627f-4f5a-8df0-cbd60d073a2e tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:26:29.200115 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec3bd2-627f-4f5a-8df0-cbd60d073a2e tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Pushing event updated for resources: {'Port': ['ID=f8232d11-36b0-4644-b1d0-b65dea6ef024,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:29.227596 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-31ec3bd2-627f-4f5a-8df0-cbd60d073a2e tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:29.228198 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-31ec3bd2-627f-4f5a-8df0-cbd60d073a2e tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:29.292994 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-31ec3bd2-627f-4f5a-8df0-cbd60d073a2e tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7627585 Aug 19 02:26:29.306935 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-275f679e-4d62-4b7d-a615-a7ff54c1c4eb service neutron] Request body: {'port': {'device_id': '17ba8b71-aa7f-4d3b-97b5-f7968ad80f1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75565'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:26:29.358131 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-275f679e-4d62-4b7d-a615-a7ff54c1c4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:29.507415 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb541ec0-6f8c-4f52-b3f9-534bac2258ed req-951dd422-76b7-4f13-a05b-81b15095bc88 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:29.508936 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-cb541ec0-6f8c-4f52-b3f9-534bac2258ed req-951dd422-76b7-4f13-a05b-81b15095bc88 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.1162522 Aug 19 02:26:29.594063 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-cb541ec0-6f8c-4f52-b3f9-534bac2258ed req-ffcb3430-2c47-4bb1-8085-6d655350d109 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789590 Aug 19 02:26:29.685695 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-275f679e-4d62-4b7d-a615-a7ff54c1c4eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8232d11-36b0-4644-b1d0-b65dea6ef024 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:26:29.701349 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-275f679e-4d62-4b7d-a615-a7ff54c1c4eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:29.712859 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-275f679e-4d62-4b7d-a615-a7ff54c1c4eb service neutron] Transition to ACTIVE for port object f8232d11-36b0-4644-b1d0-b65dea6ef024 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:26:29.738730 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce910b-63b1-438d-b63f-bcf8aa143000 req-4a9805f4-ad19-42f2-8d90-af364d46b908 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:29.740227 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-e6ce910b-63b1-438d-b63f-bcf8aa143000 req-4a9805f4-ad19-42f2-8d90-af364d46b908 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/ports?device_id=17ba8b71-aa7f-4d3b-97b5-f7968ad80f1f HTTP/1.1" status: 200 len: 931 time: 0.0493431 Aug 19 02:26:29.772270 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-275f679e-4d62-4b7d-a615-a7ff54c1c4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:29.778223 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-e6ce910b-63b1-438d-b63f-bcf8aa143000 req-27f60ed9-dd34-49d6-aa3b-4c169dcc864c tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/security-groups?id=f188068d-d95b-4825-bf1a-9b5c27dde473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321245 Aug 19 02:26:29.825154 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f679e-4d62-4b7d-a615-a7ff54c1c4eb service neutron] Pushing event updated for resources: {'Port': ['ID=f8232d11-36b0-4644-b1d0-b65dea6ef024,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:29.891193 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-275f679e-4d62-4b7d-a615-a7ff54c1c4eb service neutron] Attempting to bind port f8232d11-36b0-4644-b1d0-b65dea6ef024 on host hv-cinder-75565 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:26:29.891447 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-275f679e-4d62-4b7d-a615-a7ff54c1c4eb service neutron] Attempting to bind port f8232d11-36b0-4644-b1d0-b65dea6ef024 by drivers openvswitch,hyperv on host hv-cinder-75565 at level 0 using segments [{'id': '319d5af7-96d2-4ec4-8308-0d7060cbd3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'aa96cf4a-8451-4972-b281-80b686313f2d'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:26:29.891775 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-275f679e-4d62-4b7d-a615-a7ff54c1c4eb service neutron] Attempting to bind port f8232d11-36b0-4644-b1d0-b65dea6ef024 on network aa96cf4a-8451-4972-b281-80b686313f2d {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:26:29.895524 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 39840) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:29.896541 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-275f679e-4d62-4b7d-a615-a7ff54c1c4eb service neutron] Port f8232d11-36b0-4644-b1d0-b65dea6ef024 on network aa96cf4a-8451-4972-b281-80b686313f2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75565 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 02:26:29.896867 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-275f679e-4d62-4b7d-a615-a7ff54c1c4eb service neutron] Attempting to bind port f8232d11-36b0-4644-b1d0-b65dea6ef024 on network aa96cf4a-8451-4972-b281-80b686313f2d {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:26:29.902526 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-275f679e-4d62-4b7d-a615-a7ff54c1c4eb service neutron] Checking agent: {'id': '41372272-fa96-45fc-afce-a2209819517f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 18, 6), 'started_at': datetime.datetime(2021, 8, 19, 2, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:26:29.902935 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-275f679e-4d62-4b7d-a615-a7ff54c1c4eb service neutron] Checking segment: {'id': '319d5af7-96d2-4ec4-8308-0d7060cbd3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'aa96cf4a-8451-4972-b281-80b686313f2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:26:29.903318 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-275f679e-4d62-4b7d-a615-a7ff54c1c4eb service neutron] Bound using segment: {'id': '319d5af7-96d2-4ec4-8308-0d7060cbd3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'aa96cf4a-8451-4972-b281-80b686313f2d'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:26:29.903735 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-275f679e-4d62-4b7d-a615-a7ff54c1c4eb service neutron] Bound port: f8232d11-36b0-4644-b1d0-b65dea6ef024, host: hv-cinder-75565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '319d5af7-96d2-4ec4-8308-0d7060cbd3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'aa96cf4a-8451-4972-b281-80b686313f2d'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:26:29.904094 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-275f679e-4d62-4b7d-a615-a7ff54c1c4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:29.967494 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-275f679e-4d62-4b7d-a615-a7ff54c1c4eb service neutron] For port f8232d11-36b0-4644-b1d0-b65dea6ef024, host hv-cinder-75565, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:26:29.970669 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-275f679e-4d62-4b7d-a615-a7ff54c1c4eb service neutron] For port f8232d11-36b0-4644-b1d0-b65dea6ef024, host hv-cinder-75565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=f8232d11-36b0-4644-b1d0-b65dea6ef024,segment=NetworkSegment(319d5af7-96d2-4ec4-8308-0d7060cbd3cd),segment_id=319d5af7-96d2-4ec4-8308-0d7060cbd3cd)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:26:30.002197 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-719dd2c8-9cad-45ce-927f-924f57ca2609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:30.047590 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-275f679e-4d62-4b7d-a615-a7ff54c1c4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:30.081555 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-275f679e-4d62-4b7d-a615-a7ff54c1c4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:30.082136 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-275f679e-4d62-4b7d-a615-a7ff54c1c4eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:30.083532 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-275f679e-4d62-4b7d-a615-a7ff54c1c4eb service neutron] 10.222.0.22 "PUT /v2.0/ports/f8232d11-36b0-4644-b1d0-b65dea6ef024 HTTP/1.1" status: 200 len: 1093 time: 0.7805669 Aug 19 02:26:30.083980 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ba8b71-aa7f-4d3b-97b5-f7968ad80f1f', 'tag': 'f8232d11-36b0-4644-b1d0-b65dea6ef024'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:26:30.086897 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826cdb89-4b8c-42ab-8fc1-df4717c149a7" -d '{"events": [{"name": "network-changed", "server_uuid": "17ba8b71-aa7f-4d3b-97b5-f7968ad80f1f", "tag": "f8232d11-36b0-4644-b1d0-b65dea6ef024"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:26:30.089357 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-719dd2c8-9cad-45ce-927f-924f57ca2609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:30.118169 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f679e-4d62-4b7d-a615-a7ff54c1c4eb service neutron] Pushing event updated for resources: {'Port': ['ID=f8232d11-36b0-4644-b1d0-b65dea6ef024,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:30.166071 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-719dd2c8-9cad-45ce-927f-924f57ca2609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:30.211302 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-719dd2c8-9cad-45ce-927f-924f57ca2609 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=defbd55ca9ca4c9b97b2f90929f9a38e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3122144 Aug 19 02:26:30.211496 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 39848) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:30.225567 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719dd2c8-9cad-45ce-927f-924f57ca2609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5760842-47e4-4b31-a21a-b525dc8948c4,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:30.251484 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ec3ac8-0ef4-41fc-9256-e4678fe25c2c x-openstack-request-id: req-c9ec3ac8-0ef4-41fc-9256-e4678fe25c2c {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:26:30.252822 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17ba8b71-aa7f-4d3b-97b5-f7968ad80f1f", "tag": "f8232d11-36b0-4644-b1d0-b65dea6ef024", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:26:30.252822 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c9ec3ac8-0ef4-41fc-9256-e4678fe25c2c {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:26:30.252822 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ba8b71-aa7f-4d3b-97b5-f7968ad80f1f', 'tag': 'f8232d11-36b0-4644-b1d0-b65dea6ef024', 'status': 'completed', 'code': 200} Aug 19 02:26:30.255280 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-b1164fac-17ed-4ff5-8a28-a06a0feada10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:30.256814 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-b1164fac-17ed-4ff5-8a28-a06a0feada10 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aebfc4dc809a40c083e31e3196babdbe&device_id=17ba8b71-aa7f-4d3b-97b5-f7968ad80f1f HTTP/1.1" status: 200 len: 1096 time: 0.0506065 Aug 19 02:26:30.277439 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-868d8e45-65a6-4c90-bab6-86f2fd5e4f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:30.298919 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-868d8e45-65a6-4c90-bab6-86f2fd5e4f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:30.299128 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-8565ea2c-c321-4c11-ae58-8670d4b58a99 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8232d11-36b0-4644-b1d0-b65dea6ef024 HTTP/1.1" status: 200 len: 217 time: 0.0347095 Aug 19 02:26:30.348933 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-83a10efd-4a91-4bc5-8553-448c25865ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:30.350457 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-83a10efd-4a91-4bc5-8553-448c25865ecf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=24091946-7ccc-4fcb-8cfa-4caf57fab4d1 HTTP/1.1" status: 200 len: 849 time: 0.0429688 Aug 19 02:26:30.385373 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-e99372c1-ab0d-4b14-a07d-d9a3361d6f06 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=aa96cf4a-8451-4972-b281-80b686313f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277910 Aug 19 02:26:30.417932 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-868d8e45-65a6-4c90-bab6-86f2fd5e4f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:30.420494 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-868d8e45-65a6-4c90-bab6-86f2fd5e4f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:30.421683 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-868d8e45-65a6-4c90-bab6-86f2fd5e4f66 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c5760842-47e4-4b31-a21a-b525dc8948c4 HTTP/1.1" status: 204 len: 168 time: 0.2092516 Aug 19 02:26:30.429938 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d8e45-65a6-4c90-bab6-86f2fd5e4f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5760842-47e4-4b31-a21a-b525dc8948c4,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:30.477753 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-f19eeb54-4de7-4527-a2f4-3a4c8acbe9c2 service neutron] 10.222.0.22 "GET /v2.0/networks/aa96cf4a-8451-4972-b281-80b686313f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855236 Aug 19 02:26:30.573288 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6d993f7d-e84b-43e1-aeeb-ce391f6d7e1d req-baf70159-3542-4da7-bcc9-d1c13e990e5f service neutron] 10.222.0.22 "GET /v2.0/networks/aa96cf4a-8451-4972-b281-80b686313f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872133 Aug 19 02:26:30.713277 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826cdb89-4b8c-42ab-8fc1-df4717c149a7 req-3a9635ca-bdfb-4168-97b2-6c7b952a9858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:30.713894 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2caea26-3704-4a64-b456-1d0fb6dc7ac9 req-f65e24e2-2445-4d21-bedc-43810c2ad083 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:30.714690 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-826cdb89-4b8c-42ab-8fc1-df4717c149a7 req-3a9635ca-bdfb-4168-97b2-6c7b952a9858 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aebfc4dc809a40c083e31e3196babdbe&device_id=17ba8b71-aa7f-4d3b-97b5-f7968ad80f1f HTTP/1.1" status: 200 len: 1096 time: 0.0430913 Aug 19 02:26:30.715441 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c2caea26-3704-4a64-b456-1d0fb6dc7ac9 req-f65e24e2-2445-4d21-bedc-43810c2ad083 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.0511417 Aug 19 02:26:30.755571 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c2caea26-3704-4a64-b456-1d0fb6dc7ac9 req-a6d712da-90c7-4bde-b0b3-1cf7d38b5779 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342748 Aug 19 02:26:30.810552 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826cdb89-4b8c-42ab-8fc1-df4717c149a7 req-8835f751-622c-4465-a522-a090725a96cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:30.811861 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-826cdb89-4b8c-42ab-8fc1-df4717c149a7 req-8835f751-622c-4465-a522-a090725a96cd service neutron] 10.222.0.22 "GET /v2.0/networks?id=aa96cf4a-8451-4972-b281-80b686313f2d HTTP/1.1" status: 200 len: 910 time: 0.0904202 Aug 19 02:26:30.862777 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-826cdb89-4b8c-42ab-8fc1-df4717c149a7 req-fe566d6e-1f87-41cd-ba3e-b599d12f70e3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8232d11-36b0-4644-b1d0-b65dea6ef024 HTTP/1.1" status: 200 len: 217 time: 0.0403080 Aug 19 02:26:30.933484 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826cdb89-4b8c-42ab-8fc1-df4717c149a7 req-6c51bf3b-fbfc-454c-8fc9-a50e73ea1460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:30.934910 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-826cdb89-4b8c-42ab-8fc1-df4717c149a7 req-6c51bf3b-fbfc-454c-8fc9-a50e73ea1460 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=24091946-7ccc-4fcb-8cfa-4caf57fab4d1 HTTP/1.1" status: 200 len: 849 time: 0.0646777 Aug 19 02:26:30.946326 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bccb9-cd1a-46fb-8b61-970c8356c7ff req-e97e672f-7131-4a16-840f-283417cd61b3 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:30.947695 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-229bccb9-cd1a-46fb-8b61-970c8356c7ff req-e97e672f-7131-4a16-840f-283417cd61b3 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/ports?device_id=17ba8b71-aa7f-4d3b-97b5-f7968ad80f1f HTTP/1.1" status: 200 len: 943 time: 0.0875118 Aug 19 02:26:30.982200 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-826cdb89-4b8c-42ab-8fc1-df4717c149a7 req-8feca2ed-572a-4840-bc86-d76f10bfbb5b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=aa96cf4a-8451-4972-b281-80b686313f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335250 Aug 19 02:26:31.018114 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-229bccb9-cd1a-46fb-8b61-970c8356c7ff req-da58919b-922c-48bd-a0cc-6ebcf48e64bc tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/security-groups?id=f188068d-d95b-4825-bf1a-9b5c27dde473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621867 Aug 19 02:26:31.088034 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-826cdb89-4b8c-42ab-8fc1-df4717c149a7 req-bac86d62-d3d5-40c6-93eb-cddfc8f20afe service neutron] 10.222.0.22 "GET /v2.0/networks/aa96cf4a-8451-4972-b281-80b686313f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935190 Aug 19 02:26:31.182097 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-826cdb89-4b8c-42ab-8fc1-df4717c149a7 req-b92fce54-bee2-423a-bc43-40e522a659d0 service neutron] 10.222.0.22 "GET /v2.0/networks/aa96cf4a-8451-4972-b281-80b686313f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853863 Aug 19 02:26:31.395338 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 39876) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:31.490886 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-62d87a8d-10c0-4956-8047-44ffa19b4b20 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-913290081-network', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1'}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:26:31.555160 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d87a8d-10c0-4956-8047-44ffa19b4b20 admin admin] Made reservation on behalf of 224f1c1ae0cf41ea9f737a8b24175ee1 for: {'network': 1} {{(pid=94444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:26:31.557506 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-62d87a8d-10c0-4956-8047-44ffa19b4b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for network, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:31.565784 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-62d87a8d-10c0-4956-8047-44ffa19b4b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:31.657108 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-62d87a8d-10c0-4956-8047-44ffa19b4b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:31.726124 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-62d87a8d-10c0-4956-8047-44ffa19b4b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:31.750803 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62d87a8d-10c0-4956-8047-44ffa19b4b20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=94444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 02:26:31.760153 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d87a8d-10c0-4956-8047-44ffa19b4b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb84b7d9-cb42-4978-b1d2-547f0b2d8dff,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:31.764827 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-62d87a8d-10c0-4956-8047-44ffa19b4b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178'] for segment, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:31.765185 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.db.segments_db [None req-62d87a8d-10c0-4956-8047-44ffa19b4b20 admin admin] Added segment 931f45c5-f70f-44f6-b2dd-b1878e391d43 of type vlan for network 0f5e88cb-7ae7-4588-b5fa-35aaf6915c93 Aug 19 02:26:31.805690 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-62d87a8d-10c0-4956-8047-44ffa19b4b20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754220385702'] for network, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:31.877525 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc22ca8-696c-40b0-b035-5d9ff2f2eec0 req-4daf7bc6-cffc-41a0-b83c-0498df2f3a19 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:31.879151 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-cdc22ca8-696c-40b0-b035-5d9ff2f2eec0 req-4daf7bc6-cffc-41a0-b83c-0498df2f3a19 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.0488260 Aug 19 02:26:31.911462 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-62d87a8d-10c0-4956-8047-44ffa19b4b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116'] for network, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:31.912376 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d87a8d-10c0-4956-8047-44ffa19b4b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:31.912951 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-62d87a8d-10c0-4956-8047-44ffa19b4b20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for network, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:31.937528 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-cdc22ca8-696c-40b0-b035-5d9ff2f2eec0 req-e3f987f7-96e9-4e3c-bee1-bbb3d43ee694 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524821 Aug 19 02:26:31.983029 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d87a8d-10c0-4956-8047-44ffa19b4b20 admin admin] Pushing event updated for resources: {'Network': ['ID=0f5e88cb-7ae7-4588-b5fa-35aaf6915c93,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:31.992364 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Network 0f5e88cb-7ae7-4588-b5fa-35aaf6915c93 details requested by agent ovs-agent-dv-cinder-755654-10-iscsi with host dv-cinder-755654-10-iscsi {{(pid=94446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 02:26:32.036368 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-62d87a8d-10c0-4956-8047-44ffa19b4b20 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6397748 Aug 19 02:26:32.039012 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 39882) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:32.043920 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-7e19e272-2d0b-4219-a24e-d3858fee8e73 admin admin] Request body: {'subnet': {'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-913290081-subnet', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'ip_version': 4}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:26:32.132207 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e19e272-2d0b-4219-a24e-d3858fee8e73 admin admin] Made reservation on behalf of 224f1c1ae0cf41ea9f737a8b24175ee1 for: {'subnet': 1} {{(pid=94444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:26:32.134462 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe7791-5f31-4db8-8851-8c64c695432d req-484f2eb4-e654-415f-ba8a-399774a6f4c3 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:32.134948 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7e19e272-2d0b-4219-a24e-d3858fee8e73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3746272'] for subnet, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:32.135977 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ebbe7791-5f31-4db8-8851-8c64c695432d req-484f2eb4-e654-415f-ba8a-399774a6f4c3 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/ports?device_id=17ba8b71-aa7f-4d3b-97b5-f7968ad80f1f HTTP/1.1" status: 200 len: 943 time: 0.0477977 Aug 19 02:26:32.174549 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ebbe7791-5f31-4db8-8851-8c64c695432d req-5d57cab0-9ae9-4945-ad5e-183496cf33d6 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/security-groups?id=f188068d-d95b-4825-bf1a-9b5c27dde473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323532 Aug 19 02:26:32.338326 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7e19e272-2d0b-4219-a24e-d3858fee8e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4183558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3746294'] for subnet, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:32.391462 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19e272-2d0b-4219-a24e-d3858fee8e73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31,revision_number=0']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:32.401371 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e19e272-2d0b-4219-a24e-d3858fee8e73 admin admin] Checking segment: {'id': '931f45c5-f70f-44f6-b2dd-b1878e391d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:26:32.401731 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e19e272-2d0b-4219-a24e-d3858fee8e73 admin admin] Network hostable DHCP agents. Network: 0f5e88cb-7ae7-4588-b5fa-35aaf6915c93, hostable agents: ['5428ca17-2793-4a7a-b269-f163004a9067'], hosted agents: [] {{(pid=94444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 02:26:32.497894 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e19e272-2d0b-4219-a24e-d3858fee8e73 admin admin] Network 0f5e88cb-7ae7-4588-b5fa-35aaf6915c93 is scheduled to be hosted by DHCP agent 5428ca17-2793-4a7a-b269-f163004a9067 with binding_index 1 {{(pid=94444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 02:26:32.555010 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.base_scheduler [None req-7e19e272-2d0b-4219-a24e-d3858fee8e73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755654-10-iscsi, 0f5e88cb-7ae7-4588-b5fa-35aaf6915c93) {{(pid=94444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:26:32.559290 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e19e272-2d0b-4219-a24e-d3858fee8e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:32.560504 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7e19e272-2d0b-4219-a24e-d3858fee8e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for subnet, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:32.563542 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d522e4e-929a-423a-8746-ae1de65358d3 None None] Network 0f5e88cb-7ae7-4588-b5fa-35aaf6915c93 requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:26:32.619304 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-7e19e272-2d0b-4219-a24e-d3858fee8e73 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5790617 Aug 19 02:26:32.621851 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 39886) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:32.626866 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-7dd6f097-2901-4ae0-a192-88b04bac1cbc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-913290081-router', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'}}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:26:32.692796 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7dd6f097-2901-4ae0-a192-88b04bac1cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14576'] for router, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:32.693974 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7dd6f097-2901-4ae0-a192-88b04bac1cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-613098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14585'] for router, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:32.748804 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7dd6f097-2901-4ae0-a192-88b04bac1cbc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:32.822874 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10982b83-c916-44fa-a3a1-d31857ab8395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ca4f4ee-9243-5de2-b572-9b016c61beaa-0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'fixed_ips': [{'subnet_id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31'}]}} from dv-cinder-755654-10-iscsi. {{(pid=94446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 02:26:32.823720 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10982b83-c916-44fa-a3a1-d31857ab8395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:32.949418 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7dd6f097-2901-4ae0-a192-88b04bac1cbc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:32.957561 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-10982b83-c916-44fa-a3a1-d31857ab8395 None None] Allocated IP 172.20.0.2 (0f5e88cb-7ae7-4588-b5fa-35aaf6915c93/a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31/683b46eb-329f-46eb-80e0-72ac094b6225) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:26:33.101926 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3e290-8623-469c-962a-89c09facacc7 req-b25e27b3-3704-47bf-8fcd-7eaf00ef92f4 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:33.102528 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10982b83-c916-44fa-a3a1-d31857ab8395 None None] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:33.103490 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-8ca3e290-8623-469c-962a-89c09facacc7 req-b25e27b3-3704-47bf-8fcd-7eaf00ef92f4 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.0910566 Aug 19 02:26:33.110875 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-10982b83-c916-44fa-a3a1-d31857ab8395 None None] Transition to ACTIVE for port object 683b46eb-329f-46eb-80e0-72ac094b6225 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:26:33.125752 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-10982b83-c916-44fa-a3a1-d31857ab8395 None None] Transition to ACTIVE for port object 683b46eb-329f-46eb-80e0-72ac094b6225 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:26:33.153527 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-8ca3e290-8623-469c-962a-89c09facacc7 req-4d2cced7-24c0-44ee-8812-22f6179cb503 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431595 Aug 19 02:26:33.207650 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10982b83-c916-44fa-a3a1-d31857ab8395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:33.255006 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10982b83-c916-44fa-a3a1-d31857ab8395 None None] Network 0f5e88cb-7ae7-4588-b5fa-35aaf6915c93 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:26:33.256286 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10982b83-c916-44fa-a3a1-d31857ab8395 None None] Pushing event updated for resources: {'Port': ['ID=683b46eb-329f-46eb-80e0-72ac094b6225,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:33.259667 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-10982b83-c916-44fa-a3a1-d31857ab8395 None None] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:26:33.265070 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10982b83-c916-44fa-a3a1-d31857ab8395 None None] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:26:33.267604 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10982b83-c916-44fa-a3a1-d31857ab8395 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:33.267967 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10982b83-c916-44fa-a3a1-d31857ab8395 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:33.268311 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10982b83-c916-44fa-a3a1-d31857ab8395 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:33.268643 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10982b83-c916-44fa-a3a1-d31857ab8395 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:33.269600 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10982b83-c916-44fa-a3a1-d31857ab8395 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:33.269933 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10982b83-c916-44fa-a3a1-d31857ab8395 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:33.270260 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10982b83-c916-44fa-a3a1-d31857ab8395 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:33.270583 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10982b83-c916-44fa-a3a1-d31857ab8395 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:33.270911 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10982b83-c916-44fa-a3a1-d31857ab8395 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:33.271397 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10982b83-c916-44fa-a3a1-d31857ab8395 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:33.271717 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10982b83-c916-44fa-a3a1-d31857ab8395 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:33.272215 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10982b83-c916-44fa-a3a1-d31857ab8395 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:33.277799 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7dd6f097-2901-4ae0-a192-88b04bac1cbc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:33.297557 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7dd6f097-2901-4ae0-a192-88b04bac1cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:33.300036 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e0cc7-06d0-4c99-a666-02672b1fbffd req-3b4e36ae-6651-4b13-a239-3658e595fda1 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:33.301736 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-3d5e0cc7-06d0-4c99-a666-02672b1fbffd req-3b4e36ae-6651-4b13-a239-3658e595fda1 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/ports?device_id=17ba8b71-aa7f-4d3b-97b5-f7968ad80f1f HTTP/1.1" status: 200 len: 943 time: 0.0611660 Aug 19 02:26:33.325798 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-10982b83-c916-44fa-a3a1-d31857ab8395 None None] Attempting to bind port 683b46eb-329f-46eb-80e0-72ac094b6225 on host dv-cinder-755654-10-iscsi for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:26:33.326164 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-10982b83-c916-44fa-a3a1-d31857ab8395 None None] Attempting to bind port 683b46eb-329f-46eb-80e0-72ac094b6225 by drivers openvswitch,hyperv on host dv-cinder-755654-10-iscsi at level 0 using segments [{'id': '931f45c5-f70f-44f6-b2dd-b1878e391d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:26:33.326523 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10982b83-c916-44fa-a3a1-d31857ab8395 None None] Attempting to bind port 683b46eb-329f-46eb-80e0-72ac094b6225 on network 0f5e88cb-7ae7-4588-b5fa-35aaf6915c93 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:26:33.331705 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10982b83-c916-44fa-a3a1-d31857ab8395 None None] Checking agent: {'id': '4006ddce-538e-4364-9c83-4224b741844b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 11, 48), 'started_at': datetime.datetime(2021, 8, 19, 2, 12, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:26:33.332078 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10982b83-c916-44fa-a3a1-d31857ab8395 None None] Checking segment: {'id': '931f45c5-f70f-44f6-b2dd-b1878e391d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:26:33.332477 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10982b83-c916-44fa-a3a1-d31857ab8395 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:33.332937 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10982b83-c916-44fa-a3a1-d31857ab8395 None None] Bound using segment: {'id': '931f45c5-f70f-44f6-b2dd-b1878e391d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:26:33.333416 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-10982b83-c916-44fa-a3a1-d31857ab8395 None None] Bound port: 683b46eb-329f-46eb-80e0-72ac094b6225, host: dv-cinder-755654-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '931f45c5-f70f-44f6-b2dd-b1878e391d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:26:33.333841 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10982b83-c916-44fa-a3a1-d31857ab8395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:33.343268 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-3d5e0cc7-06d0-4c99-a666-02672b1fbffd req-35a2d6eb-ed35-487a-886e-0d23d39592d4 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/security-groups?id=f188068d-d95b-4825-bf1a-9b5c27dde473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350335 Aug 19 02:26:33.414006 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-10982b83-c916-44fa-a3a1-d31857ab8395 None None] For port 683b46eb-329f-46eb-80e0-72ac094b6225, host dv-cinder-755654-10-iscsi, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:26:33.417352 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-10982b83-c916-44fa-a3a1-d31857ab8395 None None] For port 683b46eb-329f-46eb-80e0-72ac094b6225, host dv-cinder-755654-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=683b46eb-329f-46eb-80e0-72ac094b6225,segment=NetworkSegment(931f45c5-f70f-44f6-b2dd-b1878e391d43),segment_id=931f45c5-f70f-44f6-b2dd-b1878e391d43)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:26:33.515875 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-10982b83-c916-44fa-a3a1-d31857ab8395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:33.582927 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10982b83-c916-44fa-a3a1-d31857ab8395 None None] Pushing event updated for resources: {'Port': ['ID=683b46eb-329f-46eb-80e0-72ac094b6225,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:33.673760 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.db_base_plugin_common [None req-7dd6f097-2901-4ae0-a192-88b04bac1cbc admin admin] Allocated IP 172.27.1.71 (3bd28d61-6ca0-48ed-a78c-bdbd12784534/563e592a-26a7-40db-9a00-034f622fa441/ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef) {{(pid=94444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:26:33.795988 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7dd6f097-2901-4ae0-a192-88b04bac1cbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:33.898852 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7dd6f097-2901-4ae0-a192-88b04bac1cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4183730'] for port, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:33.935229 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd6f097-2901-4ae0-a192-88b04bac1cbc admin admin] Network 3bd28d61-6ca0-48ed-a78c-bdbd12784534 is already hosted by enough agents. {{(pid=94444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:26:33.940028 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.base_scheduler [None req-7dd6f097-2901-4ae0-a192-88b04bac1cbc admin admin] Resources bound (agent type, host, resource id): {{(pid=94444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:26:33.944740 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd6f097-2901-4ae0-a192-88b04bac1cbc admin admin] Received port after_create {{(pid=94444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:26:33.972945 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6f097-2901-4ae0-a192-88b04bac1cbc admin admin] Pushing event updated for resources: {'Port': ['ID=ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:34.050574 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 683b46eb-329f-46eb-80e0-72ac094b6225 up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:26:34.224240 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning for port 683b46eb-329f-46eb-80e0-72ac094b6225 completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:26:34.307009 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606182e5-a7ca-465e-b50f-f3e70753e062 req-3be0612f-b41a-4e0a-acc8-feaa0a6ff5da tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:34.308572 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-606182e5-a7ca-465e-b50f-f3e70753e062 req-3be0612f-b41a-4e0a-acc8-feaa0a6ff5da tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.0860817 Aug 19 02:26:34.395304 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-606182e5-a7ca-465e-b50f-f3e70753e062 req-19a50a8f-0b05-416b-b793-e8ca887bda3d tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774586 Aug 19 02:26:34.401338 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7dd6f097-2901-4ae0-a192-88b04bac1cbc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:34.484946 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3f5e4-653b-4fa4-bd87-fb34129e362f req-c4580eb8-1e76-4e53-b6e5-c9f02360e778 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:34.487131 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-55f3f5e4-653b-4fa4-bd87-fb34129e362f req-c4580eb8-1e76-4e53-b6e5-c9f02360e778 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/ports?device_id=17ba8b71-aa7f-4d3b-97b5-f7968ad80f1f HTTP/1.1" status: 200 len: 943 time: 0.0549877 Aug 19 02:26:34.505256 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcbc316-62c9-49a9-a668-7894c1c94703 None None] Network 0f5e88cb-7ae7-4588-b5fa-35aaf6915c93 requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:26:34.529107 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-55f3f5e4-653b-4fa4-bd87-fb34129e362f req-76f93091-c259-4980-872e-ef92e32ee8bc tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/security-groups?id=f188068d-d95b-4825-bf1a-9b5c27dde473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346625 Aug 19 02:26:34.612618 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7dd6f097-2901-4ae0-a192-88b04bac1cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612911'] for router, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:34.653364 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-b70e2cd6-9a5e-4c97-b892-76ee124614c2 None None] Provisioning for port 683b46eb-329f-46eb-80e0-72ac094b6225 completed by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:26:34.657957 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-b70e2cd6-9a5e-4c97-b892-76ee124614c2 None None] Provisioning complete for port 683b46eb-329f-46eb-80e0-72ac094b6225 triggered by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:26:34.658323 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b70e2cd6-9a5e-4c97-b892-76ee124614c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:34.750545 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b70e2cd6-9a5e-4c97-b892-76ee124614c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:34.792689 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-b70e2cd6-9a5e-4c97-b892-76ee124614c2 None None] For port 683b46eb-329f-46eb-80e0-72ac094b6225, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=683b46eb-329f-46eb-80e0-72ac094b6225,segment=NetworkSegment(931f45c5-f70f-44f6-b2dd-b1878e391d43),segment_id=931f45c5-f70f-44f6-b2dd-b1878e391d43)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:26:34.806695 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd6f097-2901-4ae0-a192-88b04bac1cbc admin admin] Router 3d1a2014-5392-4cdf-bc49-c164962367f2 is scheduled to L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c with binding_index 1 {{(pid=94444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 02:26:34.852718 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b70e2cd6-9a5e-4c97-b892-76ee124614c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:34.904876 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e2cd6-9a5e-4c97-b892-76ee124614c2 None None] Pushing event updated for resources: {'Port': ['ID=683b46eb-329f-46eb-80e0-72ac094b6225,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:34.920335 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd6f097-2901-4ae0-a192-88b04bac1cbc admin admin] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:26:34.929144 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c771070-203d-45b6-804f-921f11647bbb None None] Sync routers for ids ['3d1a2014-5392-4cdf-bc49-c164962367f2'] in dv-cinder-755654-10-iscsi {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:26:34.937908 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c771070-203d-45b6-804f-921f11647bbb None None] Routers {'3d1a2014-5392-4cdf-bc49-c164962367f2'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:26:34.938546 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-4c771070-203d-45b6-804f-921f11647bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:26:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['3d1a2014-5392-4cdf-bc49-c164962367f2'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:34.972548 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7dd6f097-2901-4ae0-a192-88b04bac1cbc admin admin] Notify callbacks [] for router, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:34.976921 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-7dd6f097-2901-4ae0-a192-88b04bac1cbc admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3511851 Aug 19 02:26:34.976921 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 39896) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:34.999128 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d8167a55-d970-4a21-ade5-cbb176c711b1 None None] Provisioning complete for port 683b46eb-329f-46eb-80e0-72ac094b6225 triggered by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:26:34.999504 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d8167a55-d970-4a21-ade5-cbb176c711b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:35.084709 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-4c771070-203d-45b6-804f-921f11647bbb None None] Set router 3d1a2014-5392-4cdf-bc49-c164962367f2 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:26:35.289078 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-4c771070-203d-45b6-804f-921f11647bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'name': 'tempest-TestVolumeBootPattern-913290081-router', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:32Z', 'updated_at': '2021-08-19T02:26:34Z', 'revision_number': 3, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'gw_port': {'id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:33Z', 'updated_at': '2021-08-19T02:26:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi'}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:35.319309 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c771070-203d-45b6-804f-921f11647bbb None None] Checking router: 3d1a2014-5392-4cdf-bc49-c164962367f2 for host: dv-cinder-755654-10-iscsi {{(pid=94446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:26:35.319660 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c771070-203d-45b6-804f-921f11647bbb None None] Updating router 3d1a2014-5392-4cdf-bc49-c164962367f2 port ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef binding host dv-cinder-755654-10-iscsi {{(pid=94446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 02:26:35.344105 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4c771070-203d-45b6-804f-921f11647bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:35.381249 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-41330faa-8682-4596-a68c-bd7ee1e2bd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:35.558860 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8601f68-84a1-41f6-86ce-38ae8d9c9f81 req-1fdfe7c7-e5d9-465b-a0b5-23727ac79a3b tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:35.560370 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-b8601f68-84a1-41f6-86ce-38ae8d9c9f81 req-1fdfe7c7-e5d9-465b-a0b5-23727ac79a3b tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.0850344 Aug 19 02:26:35.582911 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.db_base_plugin_common [None req-41330faa-8682-4596-a68c-bd7ee1e2bd40 admin admin] Allocated IP 172.20.0.1 (0f5e88cb-7ae7-4588-b5fa-35aaf6915c93/a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31/047e21a9-3000-4ce0-8542-34bbb4a1708f) {{(pid=94444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:26:35.588268 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device f8232d11-36b0-4644-b1d0-b65dea6ef024 details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:26:35.625848 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4c771070-203d-45b6-804f-921f11647bbb None None] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:35.643968 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-b8601f68-84a1-41f6-86ce-38ae8d9c9f81 req-f4944204-03ab-4122-8b3d-ec438bc4a6d0 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700076 Aug 19 02:26:35.654896 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e241d882-765e-44bd-b7e2-47f4b5fe5bed req-59182c51-430c-4e8b-a25a-0fb99ce6b99c tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:35.664592 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e241d882-765e-44bd-b7e2-47f4b5fe5bed req-59182c51-430c-4e8b-a25a-0fb99ce6b99c tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/ports?device_id=17ba8b71-aa7f-4d3b-97b5-f7968ad80f1f HTTP/1.1" status: 200 len: 943 time: 0.0513806 Aug 19 02:26:35.686846 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-4c771070-203d-45b6-804f-921f11647bbb None None] Transition to ACTIVE for port object ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:26:35.696185 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e241d882-765e-44bd-b7e2-47f4b5fe5bed req-35571e6d-ee8b-4939-9cf8-28e2d80b8838 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/security-groups?id=f188068d-d95b-4825-bf1a-9b5c27dde473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335958 Aug 19 02:26:35.729459 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-41330faa-8682-4596-a68c-bd7ee1e2bd40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:35.736972 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port f8232d11-36b0-4644-b1d0-b65dea6ef024, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=f8232d11-36b0-4644-b1d0-b65dea6ef024,segment=NetworkSegment(319d5af7-96d2-4ec4-8308-0d7060cbd3cd),segment_id=319d5af7-96d2-4ec4-8308-0d7060cbd3cd)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:26:35.743124 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.provisioning_blocks [None req-41330faa-8682-4596-a68c-bd7ee1e2bd40 admin admin] Transition to ACTIVE for port object 047e21a9-3000-4ce0-8542-34bbb4a1708f will not be triggered until provisioned by entity DHCP. {{(pid=94444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:26:35.746411 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4c771070-203d-45b6-804f-921f11647bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:35.756740 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Returning: {'device': 'f8232d11-36b0-4644-b1d0-b65dea6ef024', 'network_id': 'aa96cf4a-8451-4972-b281-80b686313f2d', 'port_id': 'f8232d11-36b0-4644-b1d0-b65dea6ef024', 'mac_address': 'fa:16:3e:b7:fd:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24091946-7ccc-4fcb-8cfa-4caf57fab4d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:26:35.812668 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-41330faa-8682-4596-a68c-bd7ee1e2bd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4183730'] for port, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:35.820447 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-4c771070-203d-45b6-804f-921f11647bbb None None] Attempting to bind port ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef on host dv-cinder-755654-10-iscsi for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:26:35.820821 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-4c771070-203d-45b6-804f-921f11647bbb None None] Attempting to bind port ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef by drivers openvswitch,hyperv on host dv-cinder-755654-10-iscsi at level 0 using segments [{'id': '31e5f57a-85b9-444f-b38d-61963340c3f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:26:35.821215 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c771070-203d-45b6-804f-921f11647bbb None None] Attempting to bind port ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef on network 3bd28d61-6ca0-48ed-a78c-bdbd12784534 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:26:35.834051 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c771070-203d-45b6-804f-921f11647bbb None None] Checking agent: {'id': '4006ddce-538e-4364-9c83-4224b741844b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 11, 48), 'started_at': datetime.datetime(2021, 8, 19, 2, 12, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:26:35.834427 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c771070-203d-45b6-804f-921f11647bbb None None] Checking segment: {'id': '31e5f57a-85b9-444f-b38d-61963340c3f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:26:35.834831 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4c771070-203d-45b6-804f-921f11647bbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:35.835226 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c771070-203d-45b6-804f-921f11647bbb None None] Bound using segment: {'id': '31e5f57a-85b9-444f-b38d-61963340c3f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:26:35.835763 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-4c771070-203d-45b6-804f-921f11647bbb None None] Bound port: ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef, host: dv-cinder-755654-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31e5f57a-85b9-444f-b38d-61963340c3f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:26:35.836154 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4c771070-203d-45b6-804f-921f11647bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:35.852533 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41330faa-8682-4596-a68c-bd7ee1e2bd40 admin admin] Network 0f5e88cb-7ae7-4588-b5fa-35aaf6915c93 is already hosted by enough agents. {{(pid=94444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:26:35.855426 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.base_scheduler [None req-41330faa-8682-4596-a68c-bd7ee1e2bd40 admin admin] Resources bound (agent type, host, resource id): {{(pid=94444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:26:35.859019 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41330faa-8682-4596-a68c-bd7ee1e2bd40 admin admin] Received port after_create {{(pid=94444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:26:35.862989 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee82611-eaaf-4a54-bb41-30ef8b25f7f0 None None] Pushing event updated for resources: {'Port': ['ID=ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:35.871824 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:35.887059 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41330faa-8682-4596-a68c-bd7ee1e2bd40 admin admin] Pushing event updated for resources: {'Port': ['ID=047e21a9-3000-4ce0-8542-34bbb4a1708f,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:35.894970 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8232d11-36b0-4644-b1d0-b65dea6ef024 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:26:35.907657 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-41330faa-8682-4596-a68c-bd7ee1e2bd40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-619623'] for router_interface, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:35.930727 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port f8232d11-36b0-4644-b1d0-b65dea6ef024, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=f8232d11-36b0-4644-b1d0-b65dea6ef024,segment=NetworkSegment(319d5af7-96d2-4ec4-8308-0d7060cbd3cd),segment_id=319d5af7-96d2-4ec4-8308-0d7060cbd3cd)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:26:35.931870 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-4c771070-203d-45b6-804f-921f11647bbb None None] For port ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef, host dv-cinder-755654-10-iscsi, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:26:35.944456 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-4c771070-203d-45b6-804f-921f11647bbb None None] For port ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef, host dv-cinder-755654-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef,segment=NetworkSegment(31e5f57a-85b9-444f-b38d-61963340c3f4),segment_id=31e5f57a-85b9-444f-b38d-61963340c3f4)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:26:36.006614 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:36.033945 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 683b46eb-329f-46eb-80e0-72ac094b6225 up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:26:36.042196 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4c771070-203d-45b6-804f-921f11647bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:36.107970 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=f8232d11-36b0-4644-b1d0-b65dea6ef024,revision_number=4']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:36.109517 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-41330faa-8682-4596-a68c-bd7ee1e2bd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:36.116806 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c771070-203d-45b6-804f-921f11647bbb None None] Routers {'3d1a2014-5392-4cdf-bc49-c164962367f2'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:26:36.118637 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-4c771070-203d-45b6-804f-921f11647bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:26:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['3d1a2014-5392-4cdf-bc49-c164962367f2'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:36.287370 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-41330faa-8682-4596-a68c-bd7ee1e2bd40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:36.334326 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port 683b46eb-329f-46eb-80e0-72ac094b6225 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:26:36.335027 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:36.349590 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-41330faa-8682-4596-a68c-bd7ee1e2bd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4183741'] for port, after_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:36.396007 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee82611-eaaf-4a54-bb41-30ef8b25f7f0 None None] Pushing event updated for resources: {'Port': ['ID=ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:36.413056 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-a5023ef8-f042-4749-879b-18c8018dec71 None None] Provisioning for port 047e21a9-3000-4ce0-8542-34bbb4a1708f completed by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:26:36.418570 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-41330faa-8682-4596-a68c-bd7ee1e2bd40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619667'] for router_interface, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:36.421801 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41330faa-8682-4596-a68c-bd7ee1e2bd40 admin admin] Pushing event updated for resources: {'Port': ['ID=047e21a9-3000-4ce0-8542-34bbb4a1708f,revision_number=2']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:36.427342 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-a5023ef8-f042-4749-879b-18c8018dec71 None None] Provisioning complete for port 047e21a9-3000-4ce0-8542-34bbb4a1708f triggered by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:26:36.427716 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a5023ef8-f042-4749-879b-18c8018dec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:36.435203 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] get_ports_and_sgs() called for port_ids ['f8232d11-36b0-4644-b1d0-b65dea6ef024'] {{(pid=94446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:26:36.483939 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-4c771070-203d-45b6-804f-921f11647bbb None None] Set router 3d1a2014-5392-4cdf-bc49-c164962367f2 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:26:36.517083 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41330faa-8682-4596-a68c-bd7ee1e2bd40 admin admin] Network 0f5e88cb-7ae7-4588-b5fa-35aaf6915c93 is already hosted by enough agents. {{(pid=94444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:26:36.519051 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.base_scheduler [None req-41330faa-8682-4596-a68c-bd7ee1e2bd40 admin admin] Resources bound (agent type, host, resource id): {{(pid=94444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:26:36.542635 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-a5023ef8-f042-4749-879b-18c8018dec71 None None] Port 047e21a9-3000-4ce0-8542-34bbb4a1708f cannot update to ACTIVE because it is not bound. {{(pid=94446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:26:36.637035 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41330faa-8682-4596-a68c-bd7ee1e2bd40 admin admin] Router 3d1a2014-5392-4cdf-bc49-c164962367f2 has already been hosted by L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c {{(pid=94444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:26:36.806902 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72131fd1-8068-488f-b8ad-4cdde7d556f4 req-0cd5f5ad-7114-4cef-9d48-c2d227b45c32 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:36.808585 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-72131fd1-8068-488f-b8ad-4cdde7d556f4 req-0cd5f5ad-7114-4cef-9d48-c2d227b45c32 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.0727477 Aug 19 02:26:36.810064 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41330faa-8682-4596-a68c-bd7ee1e2bd40 admin admin] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:26:36.819068 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-59e4f112-859a-4396-916c-4691d67097cb None None] Provisioning complete for port 047e21a9-3000-4ce0-8542-34bbb4a1708f triggered by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:26:36.819452 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-59e4f112-859a-4396-916c-4691d67097cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:36.824900 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-41330faa-8682-4596-a68c-bd7ee1e2bd40 admin admin] 10.222.0.16 "PUT /v2.0/routers/3d1a2014-5392-4cdf-bc49-c164962367f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8468096 Aug 19 02:26:36.826572 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4662f1b-c514-4383-b810-9e81447b1e95 req-b8c688c0-ea47-4ffe-893e-0016592c4652 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:36.828089 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d4662f1b-c514-4383-b810-9e81447b1e95 req-b8c688c0-ea47-4ffe-893e-0016592c4652 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/ports?device_id=17ba8b71-aa7f-4d3b-97b5-f7968ad80f1f HTTP/1.1" status: 200 len: 944 time: 0.0585361 Aug 19 02:26:36.864276 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-72131fd1-8068-488f-b8ad-4cdde7d556f4 req-a010d06a-4460-4fb1-93c7-2ea1dcb32eda tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381589 Aug 19 02:26:36.867587 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d4662f1b-c514-4383-b810-9e81447b1e95 req-aa5faa76-1f95-4f69-95b7-10c34ba5807d tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/security-groups?id=f188068d-d95b-4825-bf1a-9b5c27dde473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323668 Aug 19 02:26:36.906078 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-4c771070-203d-45b6-804f-921f11647bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'name': 'tempest-TestVolumeBootPattern-913290081-router', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:32Z', 'updated_at': '2021-08-19T02:26:36Z', 'revision_number': 4, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'gw_port': {'id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:33Z', 'updated_at': '2021-08-19T02:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': '047e21a9-3000-4ce0-8542-34bbb4a1708f', 'name': '', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'mac_address': 'fa:16:3e:f0:54:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:35Z', 'updated_at': '2021-08-19T02:26:35Z', 'revision_number': 1, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'subnets': [{'id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:36.910081 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-59e4f112-859a-4396-916c-4691d67097cb None None] Port 047e21a9-3000-4ce0-8542-34bbb4a1708f cannot update to ACTIVE because it is not bound. {{(pid=94446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:26:36.937536 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c771070-203d-45b6-804f-921f11647bbb None None] The sync data for ids ['3d1a2014-5392-4cdf-bc49-c164962367f2'] in dv-cinder-755654-10-iscsi is: [{'id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'name': 'tempest-TestVolumeBootPattern-913290081-router', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:32Z', 'updated_at': '2021-08-19T02:26:36Z', 'revision_number': 4, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'gw_port': {'id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:33Z', 'updated_at': '2021-08-19T02:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': '047e21a9-3000-4ce0-8542-34bbb4a1708f', 'name': '', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'mac_address': 'fa:16:3e:f0:54:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:35Z', 'updated_at': '2021-08-19T02:26:35Z', 'revision_number': 1, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'subnets': [{'id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:26:37.311740 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716769f-bfc8-4ed7-8f90-48fbf4e9682c req-9a7e06a4-51bd-4ef6-ad0a-140a5afd2c0d tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:37.313343 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-b716769f-bfc8-4ed7-8f90-48fbf4e9682c req-9a7e06a4-51bd-4ef6-ad0a-140a5afd2c0d tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.0559177 Aug 19 02:26:37.370322 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-b716769f-bfc8-4ed7-8f90-48fbf4e9682c req-b1a829b2-1a31-404e-81e0-0ca53ed29713 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495038 Aug 19 02:26:37.435063 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edf3c2-d471-4738-9aff-761209ae1c06 req-718cc893-2e9b-4eb0-b31e-6db0b0adbbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:37.436633 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-65edf3c2-d471-4738-9aff-761209ae1c06 req-718cc893-2e9b-4eb0-b31e-6db0b0adbbab service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=059670e8b6b34fb1857bc100102fd1b6&device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 1098 time: 0.0424290 Aug 19 02:26:37.535564 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 39924) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:37.537234 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edf3c2-d471-4738-9aff-761209ae1c06 req-1d8dd9f8-a962-453c-89d7-5f1da13a5998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:37.538821 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-65edf3c2-d471-4738-9aff-761209ae1c06 req-1d8dd9f8-a962-453c-89d7-5f1da13a5998 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7e444d17-d7c0-4b47-aa19-93665776705e HTTP/1.1" status: 200 len: 911 time: 0.0953238 Aug 19 02:26:37.542250 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-69a2851a-8cbb-4dfe-a6ec-6640637e6ff8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1908488930-network', 'tenant_id': 'ea043ef50c3c440c8a2e1e1e4efe7b97'}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:26:37.627601 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-65edf3c2-d471-4738-9aff-761209ae1c06 req-18e8723e-18fd-4aba-b165-0aea9aab6462 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e3a5833-3414-4bc7-84c8-7559f084e9b0 HTTP/1.1" status: 200 len: 1001 time: 0.0806503 Aug 19 02:26:37.658666 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a2851a-8cbb-4dfe-a6ec-6640637e6ff8 admin admin] Made reservation on behalf of ea043ef50c3c440c8a2e1e1e4efe7b97 for: {'network': 1} {{(pid=94444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:26:37.663187 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-69a2851a-8cbb-4dfe-a6ec-6640637e6ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for network, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:37.671861 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-69a2851a-8cbb-4dfe-a6ec-6640637e6ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:37.681171 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edf3c2-d471-4738-9aff-761209ae1c06 req-6ca27437-b540-4a22-a4e9-be19f6645657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:37.682734 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-65edf3c2-d471-4738-9aff-761209ae1c06 req-6ca27437-b540-4a22-a4e9-be19f6645657 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=731d6e4c-a04d-474e-b79a-51c9af4274e4 HTTP/1.1" status: 200 len: 849 time: 0.0466480 Aug 19 02:26:37.737088 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edf3c2-d471-4738-9aff-761209ae1c06 req-58f14370-5b7b-4d5c-b30d-244fc51ba789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:37.739333 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-65edf3c2-d471-4738-9aff-761209ae1c06 req-58f14370-5b7b-4d5c-b30d-244fc51ba789 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7e444d17-d7c0-4b47-aa19-93665776705e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0492082 Aug 19 02:26:37.770725 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-69a2851a-8cbb-4dfe-a6ec-6640637e6ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:37.835469 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-69a2851a-8cbb-4dfe-a6ec-6640637e6ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:37.835723 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-65edf3c2-d471-4738-9aff-761209ae1c06 req-a68195ef-b274-42b6-915b-44be0590a508 service neutron] 10.222.0.22 "GET /v2.0/networks/7e444d17-d7c0-4b47-aa19-93665776705e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885720 Aug 19 02:26:37.860872 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a2851a-8cbb-4dfe-a6ec-6640637e6ff8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=94444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 02:26:37.877876 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2851a-8cbb-4dfe-a6ec-6640637e6ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f29836-d216-4653-83a9-10979b1dfa05,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:37.881227 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-69a2851a-8cbb-4dfe-a6ec-6640637e6ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178'] for segment, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:37.881579 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.db.segments_db [None req-69a2851a-8cbb-4dfe-a6ec-6640637e6ff8 admin admin] Added segment b59fce40-fc27-4de9-aee0-bd4cf10fd951 of type vlan for network a5479db4-ae46-4c7b-abb1-d959f822ff7b Aug 19 02:26:37.926333 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-69a2851a-8cbb-4dfe-a6ec-6640637e6ff8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754220385702'] for network, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:37.945583 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-65edf3c2-d471-4738-9aff-761209ae1c06 req-a9d469c0-1204-410b-8cfa-d6120433a7af service neutron] 10.222.0.22 "GET /v2.0/networks/7e444d17-d7c0-4b47-aa19-93665776705e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022465 Aug 19 02:26:38.004028 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce11f73-28e6-470f-8b2e-bbb815fe9d18 req-5852ae6e-41cb-4d53-b687-807152800840 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:38.006615 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-69a2851a-8cbb-4dfe-a6ec-6640637e6ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116'] for network, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:38.007639 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a2851a-8cbb-4dfe-a6ec-6640637e6ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:38.008267 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-69a2851a-8cbb-4dfe-a6ec-6640637e6ff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for network, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:38.009589 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-0ce11f73-28e6-470f-8b2e-bbb815fe9d18 req-5852ae6e-41cb-4d53-b687-807152800840 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/ports?device_id=17ba8b71-aa7f-4d3b-97b5-f7968ad80f1f HTTP/1.1" status: 200 len: 944 time: 0.0575004 Aug 19 02:26:38.060598 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-0ce11f73-28e6-470f-8b2e-bbb815fe9d18 req-70a01b95-ca7c-4282-8188-e3317881caec tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/security-groups?id=f188068d-d95b-4825-bf1a-9b5c27dde473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470598 Aug 19 02:26:38.073780 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2851a-8cbb-4dfe-a6ec-6640637e6ff8 admin admin] Pushing event updated for resources: {'Network': ['ID=a5479db4-ae46-4c7b-abb1-d959f822ff7b,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:38.087862 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:26:38.104646 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-69a2851a-8cbb-4dfe-a6ec-6640637e6ff8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5676951 Aug 19 02:26:38.107254 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 39930) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:38.113365 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-53198438-93a1-47b3-9eb6-184281ea0967 admin admin] Request body: {'subnet': {'network_id': 'a5479db4-ae46-4c7b-abb1-d959f822ff7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1908488930-subnet', 'tenant_id': 'ea043ef50c3c440c8a2e1e1e4efe7b97', 'ip_version': 4}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:26:38.117949 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Network a5479db4-ae46-4c7b-abb1-d959f822ff7b details requested by agent ovs-agent-dv-cinder-755654-10-iscsi with host dv-cinder-755654-10-iscsi {{(pid=94446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 02:26:38.212338 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53198438-93a1-47b3-9eb6-184281ea0967 admin admin] Made reservation on behalf of ea043ef50c3c440c8a2e1e1e4efe7b97 for: {'subnet': 1} {{(pid=94444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:26:38.214803 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-53198438-93a1-47b3-9eb6-184281ea0967 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3746272'] for subnet, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:38.263392 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning for port ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:26:38.267616 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:26:38.268063 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:38.356611 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:38.379328 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] For port ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef,segment=NetworkSegment(31e5f57a-85b9-444f-b38d-61963340c3f4),segment_id=31e5f57a-85b9-444f-b38d-61963340c3f4)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:26:38.402569 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:38.429339 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:38.468949 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-53198438-93a1-47b3-9eb6-184281ea0967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4183558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3746294'] for subnet, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:38.479387 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Pushing event updated for resources: {'Port': ['ID=ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef,revision_number=4']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:38.538044 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53198438-93a1-47b3-9eb6-184281ea0967 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1269b8d1-3135-497e-896c-80c92d85b094,revision_number=0']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:38.549025 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe373d1-20e9-438f-89e0-43f24cc3eb0c req-e8a9a1ab-3f11-4434-b0ce-da4142b5f2bd tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:38.551269 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-dfe373d1-20e9-438f-89e0-43f24cc3eb0c req-e8a9a1ab-3f11-4434-b0ce-da4142b5f2bd tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.1106162 Aug 19 02:26:38.580667 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53198438-93a1-47b3-9eb6-184281ea0967 admin admin] Checking segment: {'id': 'b59fce40-fc27-4de9-aee0-bd4cf10fd951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a5479db4-ae46-4c7b-abb1-d959f822ff7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:26:38.581022 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53198438-93a1-47b3-9eb6-184281ea0967 admin admin] Network hostable DHCP agents. Network: a5479db4-ae46-4c7b-abb1-d959f822ff7b, hostable agents: ['5428ca17-2793-4a7a-b269-f163004a9067'], hosted agents: [] {{(pid=94444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 02:26:38.603974 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-dfe373d1-20e9-438f-89e0-43f24cc3eb0c req-e1406d92-5386-4504-9dc2-f4b6c2b450bb tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465491 Aug 19 02:26:38.663266 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53198438-93a1-47b3-9eb6-184281ea0967 admin admin] Network a5479db4-ae46-4c7b-abb1-d959f822ff7b is scheduled to be hosted by DHCP agent 5428ca17-2793-4a7a-b269-f163004a9067 with binding_index 1 {{(pid=94444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 02:26:38.737954 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.base_scheduler [None req-53198438-93a1-47b3-9eb6-184281ea0967 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755654-10-iscsi, a5479db4-ae46-4c7b-abb1-d959f822ff7b) {{(pid=94444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:26:38.741980 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53198438-93a1-47b3-9eb6-184281ea0967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:38.742595 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-53198438-93a1-47b3-9eb6-184281ea0967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for subnet, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:38.747339 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b74f131-9fb0-4ed5-a004-3729f57470c0 None None] Network a5479db4-ae46-4c7b-abb1-d959f822ff7b requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:26:38.807327 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-53198438-93a1-47b3-9eb6-184281ea0967 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6986139 Aug 19 02:26:38.809604 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 39934) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:38.814063 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-5d0fab30-0592-4231-a6b1-442715090f0e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1908488930-router', 'tenant_id': 'ea043ef50c3c440c8a2e1e1e4efe7b97', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'}}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:26:38.892737 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-5d0fab30-0592-4231-a6b1-442715090f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14576'] for router, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:38.892886 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d0909f-653c-4495-bc20-06ae64cfb8ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ca4f4ee-9243-5de2-b572-9b016c61beaa-a5479db4-ae46-4c7b-abb1-d959f822ff7b', 'network_id': 'a5479db4-ae46-4c7b-abb1-d959f822ff7b', 'tenant_id': 'ea043ef50c3c440c8a2e1e1e4efe7b97', 'fixed_ips': [{'subnet_id': '1269b8d1-3135-497e-896c-80c92d85b094'}]}} from dv-cinder-755654-10-iscsi. {{(pid=94446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 02:26:38.894307 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-89d0909f-653c-4495-bc20-06ae64cfb8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:38.894439 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-5d0fab30-0592-4231-a6b1-442715090f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-613098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14585'] for router, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:38.949644 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-5d0fab30-0592-4231-a6b1-442715090f0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:38.959278 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac453436-6c42-4980-950b-97605a39b12e None None] Sync routers for ids ['3d1a2014-5392-4cdf-bc49-c164962367f2'] in dv-cinder-755654-10-iscsi {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:26:38.968447 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac453436-6c42-4980-950b-97605a39b12e None None] Routers {'3d1a2014-5392-4cdf-bc49-c164962367f2'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:26:38.969058 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-ac453436-6c42-4980-950b-97605a39b12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:26:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['3d1a2014-5392-4cdf-bc49-c164962367f2'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:39.033050 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-89d0909f-653c-4495-bc20-06ae64cfb8ea None None] Allocated IP 172.20.0.2 (a5479db4-ae46-4c7b-abb1-d959f822ff7b/1269b8d1-3135-497e-896c-80c92d85b094/735a7d69-d721-4c8c-b4b8-c0e1f0a0bde5) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:26:39.076358 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-ac453436-6c42-4980-950b-97605a39b12e None None] Set router 3d1a2014-5392-4cdf-bc49-c164962367f2 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:26:39.196484 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78c30f-0fef-4098-86ae-23060eb233b1 req-8043c379-8efe-403c-81d7-8c455ee049cc tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:39.199765 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ac78c30f-0fef-4098-86ae-23060eb233b1 req-8043c379-8efe-403c-81d7-8c455ee049cc tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/ports?device_id=17ba8b71-aa7f-4d3b-97b5-f7968ad80f1f HTTP/1.1" status: 200 len: 944 time: 0.0635259 Aug 19 02:26:39.212022 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-89d0909f-653c-4495-bc20-06ae64cfb8ea None None] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:39.222888 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-89d0909f-653c-4495-bc20-06ae64cfb8ea None None] Transition to ACTIVE for port object 735a7d69-d721-4c8c-b4b8-c0e1f0a0bde5 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:26:39.241785 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-89d0909f-653c-4495-bc20-06ae64cfb8ea None None] Transition to ACTIVE for port object 735a7d69-d721-4c8c-b4b8-c0e1f0a0bde5 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:26:39.260265 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ac78c30f-0fef-4098-86ae-23060eb233b1 req-6941d25f-7610-4c15-b45d-26aff88f519c tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/security-groups?id=f188068d-d95b-4825-bf1a-9b5c27dde473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512133 Aug 19 02:26:39.315919 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-89d0909f-653c-4495-bc20-06ae64cfb8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:39.317840 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-ac453436-6c42-4980-950b-97605a39b12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'name': 'tempest-TestVolumeBootPattern-913290081-router', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:32Z', 'updated_at': '2021-08-19T02:26:36Z', 'revision_number': 4, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'gw_port': {'id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:33Z', 'updated_at': '2021-08-19T02:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': '047e21a9-3000-4ce0-8542-34bbb4a1708f', 'name': '', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'mac_address': 'fa:16:3e:f0:54:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:35Z', 'updated_at': '2021-08-19T02:26:36Z', 'revision_number': 2, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'subnets': [{'id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:39.345073 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac453436-6c42-4980-950b-97605a39b12e None None] Checking router: 3d1a2014-5392-4cdf-bc49-c164962367f2 for host: dv-cinder-755654-10-iscsi {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:26:39.345453 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac453436-6c42-4980-950b-97605a39b12e None None] Updating router 3d1a2014-5392-4cdf-bc49-c164962367f2 port 047e21a9-3000-4ce0-8542-34bbb4a1708f binding host dv-cinder-755654-10-iscsi {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 02:26:39.361946 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d0909f-653c-4495-bc20-06ae64cfb8ea None None] Network a5479db4-ae46-4c7b-abb1-d959f822ff7b is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:26:39.367885 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-89d0909f-653c-4495-bc20-06ae64cfb8ea None None] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:26:39.372144 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ac453436-6c42-4980-950b-97605a39b12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:39.372407 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d0909f-653c-4495-bc20-06ae64cfb8ea None None] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:26:39.375992 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d0909f-653c-4495-bc20-06ae64cfb8ea None None] Pushing event updated for resources: {'Port': ['ID=735a7d69-d721-4c8c-b4b8-c0e1f0a0bde5,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:39.398800 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-5d0fab30-0592-4231-a6b1-442715090f0e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:39.427797 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-89d0909f-653c-4495-bc20-06ae64cfb8ea None None] Attempting to bind port 735a7d69-d721-4c8c-b4b8-c0e1f0a0bde5 on host dv-cinder-755654-10-iscsi for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:26:39.428172 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-89d0909f-653c-4495-bc20-06ae64cfb8ea None None] Attempting to bind port 735a7d69-d721-4c8c-b4b8-c0e1f0a0bde5 by drivers openvswitch,hyperv on host dv-cinder-755654-10-iscsi at level 0 using segments [{'id': 'b59fce40-fc27-4de9-aee0-bd4cf10fd951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a5479db4-ae46-4c7b-abb1-d959f822ff7b'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:26:39.428561 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d0909f-653c-4495-bc20-06ae64cfb8ea None None] Attempting to bind port 735a7d69-d721-4c8c-b4b8-c0e1f0a0bde5 on network a5479db4-ae46-4c7b-abb1-d959f822ff7b {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:26:39.433720 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d0909f-653c-4495-bc20-06ae64cfb8ea None None] Checking agent: {'id': '4006ddce-538e-4364-9c83-4224b741844b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 11, 48), 'started_at': datetime.datetime(2021, 8, 19, 2, 12, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:26:39.434089 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d0909f-653c-4495-bc20-06ae64cfb8ea None None] Checking segment: {'id': 'b59fce40-fc27-4de9-aee0-bd4cf10fd951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a5479db4-ae46-4c7b-abb1-d959f822ff7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:26:39.434487 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-89d0909f-653c-4495-bc20-06ae64cfb8ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:39.434876 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d0909f-653c-4495-bc20-06ae64cfb8ea None None] Bound using segment: {'id': 'b59fce40-fc27-4de9-aee0-bd4cf10fd951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a5479db4-ae46-4c7b-abb1-d959f822ff7b'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:26:39.435326 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-89d0909f-653c-4495-bc20-06ae64cfb8ea None None] Bound port: 735a7d69-d721-4c8c-b4b8-c0e1f0a0bde5, host: dv-cinder-755654-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59fce40-fc27-4de9-aee0-bd4cf10fd951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a5479db4-ae46-4c7b-abb1-d959f822ff7b'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:26:39.435698 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-89d0909f-653c-4495-bc20-06ae64cfb8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:39.499111 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-89d0909f-653c-4495-bc20-06ae64cfb8ea None None] For port 735a7d69-d721-4c8c-b4b8-c0e1f0a0bde5, host dv-cinder-755654-10-iscsi, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:26:39.502254 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-89d0909f-653c-4495-bc20-06ae64cfb8ea None None] For port 735a7d69-d721-4c8c-b4b8-c0e1f0a0bde5, host dv-cinder-755654-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=735a7d69-d721-4c8c-b4b8-c0e1f0a0bde5,segment=NetworkSegment(b59fce40-fc27-4de9-aee0-bd4cf10fd951),segment_id=b59fce40-fc27-4de9-aee0-bd4cf10fd951)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:26:39.561485 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-89d0909f-653c-4495-bc20-06ae64cfb8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:39.595514 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device f8232d11-36b0-4644-b1d0-b65dea6ef024 up at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:26:39.670669 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ac453436-6c42-4980-950b-97605a39b12e None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:39.677733 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d0909f-653c-4495-bc20-06ae64cfb8ea None None] Pushing event updated for resources: {'Port': ['ID=735a7d69-d721-4c8c-b4b8-c0e1f0a0bde5,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:39.686411 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-ac453436-6c42-4980-950b-97605a39b12e None None] Transition to ACTIVE for port object 047e21a9-3000-4ce0-8542-34bbb4a1708f will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:26:39.691464 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-5d0fab30-0592-4231-a6b1-442715090f0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:39.717173 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-5d0fab30-0592-4231-a6b1-442715090f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:39.766849 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ac453436-6c42-4980-950b-97605a39b12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:39.790231 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning for port f8232d11-36b0-4644-b1d0-b65dea6ef024 completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:26:39.801649 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning complete for port f8232d11-36b0-4644-b1d0-b65dea6ef024 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:26:39.812140 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:39.824065 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16825c3e-2d24-40e1-9c42-48cf2cf16e04 req-2370610a-1b64-4e8e-8044-96ca02cedea7 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:39.825711 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-16825c3e-2d24-40e1-9c42-48cf2cf16e04 req-2370610a-1b64-4e8e-8044-96ca02cedea7 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.1110845 Aug 19 02:26:39.843360 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ed862-4792-4f42-90ee-1422627396bf None None] Pushing event updated for resources: {'Port': ['ID=047e21a9-3000-4ce0-8542-34bbb4a1708f,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:39.924083 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ed862-4792-4f42-90ee-1422627396bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:39.924446 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ed862-4792-4f42-90ee-1422627396bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:39.925678 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ed862-4792-4f42-90ee-1422627396bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:39.926698 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ed862-4792-4f42-90ee-1422627396bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:39.927193 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ed862-4792-4f42-90ee-1422627396bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:39.927760 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ed862-4792-4f42-90ee-1422627396bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:39.928254 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ed862-4792-4f42-90ee-1422627396bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:39.928730 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ed862-4792-4f42-90ee-1422627396bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:39.929784 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ed862-4792-4f42-90ee-1422627396bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:39.930418 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ed862-4792-4f42-90ee-1422627396bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:39.930920 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ed862-4792-4f42-90ee-1422627396bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:39.931407 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ed862-4792-4f42-90ee-1422627396bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:26:39.941620 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:39.947021 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.db_base_plugin_common [None req-5d0fab30-0592-4231-a6b1-442715090f0e admin admin] Allocated IP 172.27.1.213 (3bd28d61-6ca0-48ed-a78c-bdbd12784534/563e592a-26a7-40db-9a00-034f622fa441/1a246d39-f4ce-48ea-aa38-99583e5abe53) {{(pid=94444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:26:39.953363 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-ac453436-6c42-4980-950b-97605a39b12e None None] Attempting to bind port 047e21a9-3000-4ce0-8542-34bbb4a1708f on host dv-cinder-755654-10-iscsi for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:26:39.953614 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-ac453436-6c42-4980-950b-97605a39b12e None None] Attempting to bind port 047e21a9-3000-4ce0-8542-34bbb4a1708f by drivers openvswitch,hyperv on host dv-cinder-755654-10-iscsi at level 0 using segments [{'id': '931f45c5-f70f-44f6-b2dd-b1878e391d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:26:39.953972 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac453436-6c42-4980-950b-97605a39b12e None None] Attempting to bind port 047e21a9-3000-4ce0-8542-34bbb4a1708f on network 0f5e88cb-7ae7-4588-b5fa-35aaf6915c93 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:26:39.960666 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-16825c3e-2d24-40e1-9c42-48cf2cf16e04 req-e7702c96-05f8-4189-b041-420a56a6b426 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128418 Aug 19 02:26:39.961147 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac453436-6c42-4980-950b-97605a39b12e None None] Checking agent: {'id': '4006ddce-538e-4364-9c83-4224b741844b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 11, 48), 'started_at': datetime.datetime(2021, 8, 19, 2, 12, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:26:39.961657 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac453436-6c42-4980-950b-97605a39b12e None None] Checking segment: {'id': '931f45c5-f70f-44f6-b2dd-b1878e391d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:26:39.961891 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ac453436-6c42-4980-950b-97605a39b12e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:39.962429 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac453436-6c42-4980-950b-97605a39b12e None None] Bound using segment: {'id': '931f45c5-f70f-44f6-b2dd-b1878e391d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:26:39.963633 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-ac453436-6c42-4980-950b-97605a39b12e None None] Bound port: 047e21a9-3000-4ce0-8542-34bbb4a1708f, host: dv-cinder-755654-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '931f45c5-f70f-44f6-b2dd-b1878e391d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:26:39.964213 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ac453436-6c42-4980-950b-97605a39b12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:40.016359 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port f8232d11-36b0-4644-b1d0-b65dea6ef024, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=f8232d11-36b0-4644-b1d0-b65dea6ef024,segment=NetworkSegment(319d5af7-96d2-4ec4-8308-0d7060cbd3cd),segment_id=319d5af7-96d2-4ec4-8308-0d7060cbd3cd)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:26:40.017895 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ba8b71-aa7f-4d3b-97b5-f7968ad80f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8232d11-36b0-4644-b1d0-b65dea6ef024'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:26:40.026331 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bda349f3ade6abb3bc5cfb3e12963279474636f4ef178e03561db7d4c095529d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c111e9-70db-4522-afbc-a25a1d9945ac" -d '{"events": [{"server_uuid": "17ba8b71-aa7f-4d3b-97b5-f7968ad80f1f", "name": "network-vif-plugged", "status": "completed", "tag": "f8232d11-36b0-4644-b1d0-b65dea6ef024"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:26:40.086837 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:40.087116 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-ac453436-6c42-4980-950b-97605a39b12e None None] For port 047e21a9-3000-4ce0-8542-34bbb4a1708f, host dv-cinder-755654-10-iscsi, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:26:40.092484 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-ac453436-6c42-4980-950b-97605a39b12e None None] For port 047e21a9-3000-4ce0-8542-34bbb4a1708f, host dv-cinder-755654-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=047e21a9-3000-4ce0-8542-34bbb4a1708f,segment=NetworkSegment(931f45c5-f70f-44f6-b2dd-b1878e391d43),segment_id=931f45c5-f70f-44f6-b2dd-b1878e391d43)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:26:40.160655 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-5d0fab30-0592-4231-a6b1-442715090f0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:40.163614 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=f8232d11-36b0-4644-b1d0-b65dea6ef024,revision_number=5']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:40.167591 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-ac453436-6c42-4980-950b-97605a39b12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:40.226906 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 735a7d69-d721-4c8c-b4b8-c0e1f0a0bde5 up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:26:40.244295 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac453436-6c42-4980-950b-97605a39b12e None None] Routers {'3d1a2014-5392-4cdf-bc49-c164962367f2'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:26:40.245326 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-ac453436-6c42-4980-950b-97605a39b12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:26:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['3d1a2014-5392-4cdf-bc49-c164962367f2'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:40.296935 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ed862-4792-4f42-90ee-1422627396bf None None] Pushing event updated for resources: {'Port': ['ID=047e21a9-3000-4ce0-8542-34bbb4a1708f,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:40.330031 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b8f3a8-c9b2-4232-9671-e2ce3c1e6f1e x-openstack-request-id: req-e3b8f3a8-c9b2-4232-9671-e2ce3c1e6f1e {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:26:40.330397 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ba8b71-aa7f-4d3b-97b5-f7968ad80f1f", "name": "network-vif-plugged", "status": "completed", "tag": "f8232d11-36b0-4644-b1d0-b65dea6ef024", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:26:40.330719 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e3b8f3a8-c9b2-4232-9671-e2ce3c1e6f1e {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:26:40.331233 dv-cinder-755654-10-iscsi neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ba8b71-aa7f-4d3b-97b5-f7968ad80f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8232d11-36b0-4644-b1d0-b65dea6ef024', 'code': 200} Aug 19 02:26:40.343707 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-5d0fab30-0592-4231-a6b1-442715090f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4183730'] for port, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:40.414420 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning for port 735a7d69-d721-4c8c-b4b8-c0e1f0a0bde5 completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:26:40.420950 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:26:40.450030 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0fab30-0592-4231-a6b1-442715090f0e admin admin] Network 3bd28d61-6ca0-48ed-a78c-bdbd12784534 is already hosted by enough agents. {{(pid=94444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:26:40.453973 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.base_scheduler [None req-5d0fab30-0592-4231-a6b1-442715090f0e admin admin] Resources bound (agent type, host, resource id): {{(pid=94444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:26:40.471107 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0fab30-0592-4231-a6b1-442715090f0e admin admin] Received port after_create {{(pid=94444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:26:40.489562 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-ac453436-6c42-4980-950b-97605a39b12e None None] Set router 3d1a2014-5392-4cdf-bc49-c164962367f2 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:26:40.494517 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:26:40.494903 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:40.504111 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0fab30-0592-4231-a6b1-442715090f0e admin admin] Pushing event updated for resources: {'Port': ['ID=1a246d39-f4ce-48ea-aa38-99583e5abe53,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:40.541433 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6bafdb-53f8-443b-a8e6-ba727c2141e9 req-bf7a8c1e-ac0e-4faf-891c-a258dca02046 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:40.543285 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-6e6bafdb-53f8-443b-a8e6-ba727c2141e9 req-bf7a8c1e-ac0e-4faf-891c-a258dca02046 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/ports?device_id=17ba8b71-aa7f-4d3b-97b5-f7968ad80f1f HTTP/1.1" status: 200 len: 945 time: 0.1866963 Aug 19 02:26:40.694670 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-6e6bafdb-53f8-443b-a8e6-ba727c2141e9 req-5368e98e-f8c7-431c-8b6a-ebd543840262 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/security-groups?id=f188068d-d95b-4825-bf1a-9b5c27dde473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436310 Aug 19 02:26:40.734839 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-ac453436-6c42-4980-950b-97605a39b12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'name': 'tempest-TestVolumeBootPattern-913290081-router', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:32Z', 'updated_at': '2021-08-19T02:26:36Z', 'revision_number': 4, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'gw_port': {'id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:33Z', 'updated_at': '2021-08-19T02:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': '047e21a9-3000-4ce0-8542-34bbb4a1708f', 'name': '', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'mac_address': 'fa:16:3e:f0:54:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:35Z', 'updated_at': '2021-08-19T02:26:40Z', 'revision_number': 4, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'subnets': [{'id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:40.749838 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98a737-64b4-47a6-a54e-f53174ab5d75 req-254cba12-fe49-4b97-912e-ee66e90b6837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:40.751453 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-1e98a737-64b4-47a6-a54e-f53174ab5d75 req-254cba12-fe49-4b97-912e-ee66e90b6837 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=17ba8b71-aa7f-4d3b-97b5-f7968ad80f1f HTTP/1.1" status: 200 len: 1098 time: 0.0595052 Aug 19 02:26:40.762707 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac453436-6c42-4980-950b-97605a39b12e None None] The sync data for ids ['3d1a2014-5392-4cdf-bc49-c164962367f2'] in dv-cinder-755654-10-iscsi is: [{'id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'name': 'tempest-TestVolumeBootPattern-913290081-router', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:32Z', 'updated_at': '2021-08-19T02:26:36Z', 'revision_number': 4, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'gw_port': {'id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:33Z', 'updated_at': '2021-08-19T02:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': '047e21a9-3000-4ce0-8542-34bbb4a1708f', 'name': '', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'mac_address': 'fa:16:3e:f0:54:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:35Z', 'updated_at': '2021-08-19T02:26:40Z', 'revision_number': 4, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'subnets': [{'id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:26:40.791736 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-1e98a737-64b4-47a6-a54e-f53174ab5d75 req-737aae6f-0705-45d7-b9f6-46ec69a91001 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f188068d-d95b-4825-bf1a-9b5c27dde473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319889 Aug 19 02:26:40.821287 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01e54f0-1db9-4b03-8868-869ad247053b None None] Network a5479db4-ae46-4c7b-abb1-d959f822ff7b requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:26:40.889294 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-5d0fab30-0592-4231-a6b1-442715090f0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:40.973428 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-0552044b-9530-4b26-b416-edabf7b25583 None None] Provisioning for port 735a7d69-d721-4c8c-b4b8-c0e1f0a0bde5 completed by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:26:40.979614 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-0552044b-9530-4b26-b416-edabf7b25583 None None] Provisioning complete for port 735a7d69-d721-4c8c-b4b8-c0e1f0a0bde5 triggered by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:26:40.979921 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0552044b-9530-4b26-b416-edabf7b25583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:41.071994 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0552044b-9530-4b26-b416-edabf7b25583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:41.107921 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-0552044b-9530-4b26-b416-edabf7b25583 None None] For port 735a7d69-d721-4c8c-b4b8-c0e1f0a0bde5, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=735a7d69-d721-4c8c-b4b8-c0e1f0a0bde5,segment=NetworkSegment(b59fce40-fc27-4de9-aee0-bd4cf10fd951),segment_id=b59fce40-fc27-4de9-aee0-bd4cf10fd951)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:26:41.114492 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-5d0fab30-0592-4231-a6b1-442715090f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612911'] for router, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:41.367276 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0552044b-9530-4b26-b416-edabf7b25583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:41.406426 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0fab30-0592-4231-a6b1-442715090f0e admin admin] Router 423e572d-682d-45e7-ae7d-c4dbfb84da73 is scheduled to L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c with binding_index 1 {{(pid=94444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 02:26:41.438955 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552044b-9530-4b26-b416-edabf7b25583 None None] Pushing event updated for resources: {'Port': ['ID=735a7d69-d721-4c8c-b4b8-c0e1f0a0bde5,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:41.486777 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-2bd7a96d-f841-4261-9c5c-dc91d22bfecc None None] Provisioning complete for port 735a7d69-d721-4c8c-b4b8-c0e1f0a0bde5 triggered by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:26:41.487144 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-2bd7a96d-f841-4261-9c5c-dc91d22bfecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:41.536846 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0fab30-0592-4231-a6b1-442715090f0e admin admin] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:26:41.558461 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cf7543-e22e-4536-b566-72427441239b None None] Sync routers for ids ['423e572d-682d-45e7-ae7d-c4dbfb84da73'] in dv-cinder-755654-10-iscsi {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:26:41.579875 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cf7543-e22e-4536-b566-72427441239b None None] Routers {'423e572d-682d-45e7-ae7d-c4dbfb84da73'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:26:41.580844 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-06cf7543-e22e-4536-b566-72427441239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:26:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['423e572d-682d-45e7-ae7d-c4dbfb84da73'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:41.619296 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-5d0fab30-0592-4231-a6b1-442715090f0e admin admin] Notify callbacks [] for router, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:41.622493 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-5d0fab30-0592-4231-a6b1-442715090f0e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8103807 Aug 19 02:26:41.624238 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 39950) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:41.829451 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84896eb1-8659-4b52-88ca-3729cde905c9 req-03629d82-b2fc-4d0f-b6d5-955000bac366 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:41.832350 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-84896eb1-8659-4b52-88ca-3729cde905c9 req-03629d82-b2fc-4d0f-b6d5-955000bac366 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/ports?device_id=17ba8b71-aa7f-4d3b-97b5-f7968ad80f1f HTTP/1.1" status: 200 len: 945 time: 0.0549896 Aug 19 02:26:41.833235 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-06cf7543-e22e-4536-b566-72427441239b None None] Set router 423e572d-682d-45e7-ae7d-c4dbfb84da73 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:26:41.880924 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-84896eb1-8659-4b52-88ca-3729cde905c9 req-0ad944be-7564-47f4-80b1-5f551c58748c tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/security-groups?id=f188068d-d95b-4825-bf1a-9b5c27dde473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376985 Aug 19 02:26:42.053913 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-06cf7543-e22e-4536-b566-72427441239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423e572d-682d-45e7-ae7d-c4dbfb84da73', 'name': 'tempest-TestVolumeBootPattern-1908488930-router', 'tenant_id': 'ea043ef50c3c440c8a2e1e1e4efe7b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '1a246d39-f4ce-48ea-aa38-99583e5abe53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:38Z', 'updated_at': '2021-08-19T02:26:40Z', 'revision_number': 3, 'project_id': 'ea043ef50c3c440c8a2e1e1e4efe7b97', 'gw_port': {'id': '1a246d39-f4ce-48ea-aa38-99583e5abe53', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:27:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423e572d-682d-45e7-ae7d-c4dbfb84da73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:39Z', 'updated_at': '2021-08-19T02:26:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi'}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:42.082968 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-56848f19-e267-49f3-ae8b-107e25c08a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:42.087404 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 047e21a9-3000-4ce0-8542-34bbb4a1708f up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:26:42.089778 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cf7543-e22e-4536-b566-72427441239b None None] Checking router: 423e572d-682d-45e7-ae7d-c4dbfb84da73 for host: dv-cinder-755654-10-iscsi {{(pid=94446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:26:42.090190 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cf7543-e22e-4536-b566-72427441239b None None] Updating router 423e572d-682d-45e7-ae7d-c4dbfb84da73 port 1a246d39-f4ce-48ea-aa38-99583e5abe53 binding host dv-cinder-755654-10-iscsi {{(pid=94446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 02:26:42.144687 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-06cf7543-e22e-4536-b566-72427441239b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:42.243136 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.db_base_plugin_common [None req-56848f19-e267-49f3-ae8b-107e25c08a94 admin admin] Allocated IP 172.20.0.1 (a5479db4-ae46-4c7b-abb1-d959f822ff7b/1269b8d1-3135-497e-896c-80c92d85b094/e05ced44-5797-42ad-b2b3-15374b72f1f8) {{(pid=94444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:26:42.307496 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning for port 047e21a9-3000-4ce0-8542-34bbb4a1708f completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:26:42.316790 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port 047e21a9-3000-4ce0-8542-34bbb4a1708f triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:26:42.317184 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:42.355930 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-56848f19-e267-49f3-ae8b-107e25c08a94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:42.373249 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.provisioning_blocks [None req-56848f19-e267-49f3-ae8b-107e25c08a94 admin admin] Transition to ACTIVE for port object e05ced44-5797-42ad-b2b3-15374b72f1f8 will not be triggered until provisioned by entity DHCP. {{(pid=94444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:26:42.458602 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-56848f19-e267-49f3-ae8b-107e25c08a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4183730'] for port, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:42.470840 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:42.496028 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56848f19-e267-49f3-ae8b-107e25c08a94 admin admin] Network a5479db4-ae46-4c7b-abb1-d959f822ff7b is already hosted by enough agents. {{(pid=94444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:26:42.501130 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.base_scheduler [None req-56848f19-e267-49f3-ae8b-107e25c08a94 admin admin] Resources bound (agent type, host, resource id): {{(pid=94444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:26:42.505158 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56848f19-e267-49f3-ae8b-107e25c08a94 admin admin] Received port after_create {{(pid=94444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:26:42.509376 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-06cf7543-e22e-4536-b566-72427441239b None None] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:42.530646 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-06cf7543-e22e-4536-b566-72427441239b None None] Transition to ACTIVE for port object 1a246d39-f4ce-48ea-aa38-99583e5abe53 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:26:42.531669 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56848f19-e267-49f3-ae8b-107e25c08a94 admin admin] Pushing event updated for resources: {'Port': ['ID=e05ced44-5797-42ad-b2b3-15374b72f1f8,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:42.533377 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] For port 047e21a9-3000-4ce0-8542-34bbb4a1708f, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=047e21a9-3000-4ce0-8542-34bbb4a1708f,segment=NetworkSegment(931f45c5-f70f-44f6-b2dd-b1878e391d43),segment_id=931f45c5-f70f-44f6-b2dd-b1878e391d43)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:26:42.547996 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-56848f19-e267-49f3-ae8b-107e25c08a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-619623'] for router_interface, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:42.583678 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:42.584502 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 735a7d69-d721-4c8c-b4b8-c0e1f0a0bde5 up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:26:42.634314 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-06cf7543-e22e-4536-b566-72427441239b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:42.695670 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Pushing event updated for resources: {'Port': ['ID=047e21a9-3000-4ce0-8542-34bbb4a1708f,revision_number=5']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:42.703554 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-06cf7543-e22e-4536-b566-72427441239b None None] Attempting to bind port 1a246d39-f4ce-48ea-aa38-99583e5abe53 on host dv-cinder-755654-10-iscsi for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:26:42.703931 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-06cf7543-e22e-4536-b566-72427441239b None None] Attempting to bind port 1a246d39-f4ce-48ea-aa38-99583e5abe53 by drivers openvswitch,hyperv on host dv-cinder-755654-10-iscsi at level 0 using segments [{'id': '31e5f57a-85b9-444f-b38d-61963340c3f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:26:42.704296 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cf7543-e22e-4536-b566-72427441239b None None] Attempting to bind port 1a246d39-f4ce-48ea-aa38-99583e5abe53 on network 3bd28d61-6ca0-48ed-a78c-bdbd12784534 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:26:42.732349 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cf7543-e22e-4536-b566-72427441239b None None] Checking agent: {'id': '4006ddce-538e-4364-9c83-4224b741844b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 11, 48), 'started_at': datetime.datetime(2021, 8, 19, 2, 12, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:26:42.732738 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cf7543-e22e-4536-b566-72427441239b None None] Checking segment: {'id': '31e5f57a-85b9-444f-b38d-61963340c3f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:26:42.733045 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-06cf7543-e22e-4536-b566-72427441239b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:42.733533 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cf7543-e22e-4536-b566-72427441239b None None] Bound using segment: {'id': '31e5f57a-85b9-444f-b38d-61963340c3f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:26:42.734001 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-06cf7543-e22e-4536-b566-72427441239b None None] Bound port: 1a246d39-f4ce-48ea-aa38-99583e5abe53, host: dv-cinder-755654-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31e5f57a-85b9-444f-b38d-61963340c3f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:26:42.734381 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-06cf7543-e22e-4536-b566-72427441239b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:42.734746 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-56848f19-e267-49f3-ae8b-107e25c08a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:42.779781 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port 735a7d69-d721-4c8c-b4b8-c0e1f0a0bde5 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:26:42.780065 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:42.781502 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cfbf83-445a-4273-8018-e5e25fc64b22 None None] Pushing event updated for resources: {'Port': ['ID=1a246d39-f4ce-48ea-aa38-99583e5abe53,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:42.842612 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-06cf7543-e22e-4536-b566-72427441239b None None] For port 1a246d39-f4ce-48ea-aa38-99583e5abe53, host dv-cinder-755654-10-iscsi, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:26:42.846255 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-06cf7543-e22e-4536-b566-72427441239b None None] For port 1a246d39-f4ce-48ea-aa38-99583e5abe53, host dv-cinder-755654-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=1a246d39-f4ce-48ea-aa38-99583e5abe53,segment=NetworkSegment(31e5f57a-85b9-444f-b38d-61963340c3f4),segment_id=31e5f57a-85b9-444f-b38d-61963340c3f4)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:26:42.851982 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-418f1fe1-6f48-4d4a-b7e5-19007e3a78bc None None] Provisioning for port e05ced44-5797-42ad-b2b3-15374b72f1f8 completed by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:26:42.857465 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-418f1fe1-6f48-4d4a-b7e5-19007e3a78bc None None] Provisioning complete for port e05ced44-5797-42ad-b2b3-15374b72f1f8 triggered by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:26:42.857897 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-418f1fe1-6f48-4d4a-b7e5-19007e3a78bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:42.900734 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-56848f19-e267-49f3-ae8b-107e25c08a94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:42.917852 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-418f1fe1-6f48-4d4a-b7e5-19007e3a78bc None None] Port e05ced44-5797-42ad-b2b3-15374b72f1f8 cannot update to ACTIVE because it is not bound. {{(pid=94446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:26:42.922690 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-06cf7543-e22e-4536-b566-72427441239b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:42.976799 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-56848f19-e267-49f3-ae8b-107e25c08a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4183741'] for port, after_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:42.978994 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cf7543-e22e-4536-b566-72427441239b None None] Routers {'423e572d-682d-45e7-ae7d-c4dbfb84da73'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:26:42.979621 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-06cf7543-e22e-4536-b566-72427441239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:26:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['423e572d-682d-45e7-ae7d-c4dbfb84da73'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:43.017590 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cfbf83-445a-4273-8018-e5e25fc64b22 None None] Pushing event updated for resources: {'Port': ['ID=1a246d39-f4ce-48ea-aa38-99583e5abe53,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:43.093935 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-06cf7543-e22e-4536-b566-72427441239b None None] Set router 423e572d-682d-45e7-ae7d-c4dbfb84da73 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:26:43.299561 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2cb36-848f-4632-9a66-340bad6fb6d1 req-493f580c-69bf-49ae-9e86-c4ed3256d083 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:43.301572 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-16a2cb36-848f-4632-9a66-340bad6fb6d1 req-493f580c-69bf-49ae-9e86-c4ed3256d083 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/ports?device_id=17ba8b71-aa7f-4d3b-97b5-f7968ad80f1f HTTP/1.1" status: 200 len: 945 time: 0.3530416 Aug 19 02:26:43.307238 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-56848f19-e267-49f3-ae8b-107e25c08a94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619667'] for router_interface, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:43.309013 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56848f19-e267-49f3-ae8b-107e25c08a94 admin admin] Pushing event updated for resources: {'Port': ['ID=e05ced44-5797-42ad-b2b3-15374b72f1f8,revision_number=2']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:43.311472 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-06cf7543-e22e-4536-b566-72427441239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423e572d-682d-45e7-ae7d-c4dbfb84da73', 'name': 'tempest-TestVolumeBootPattern-1908488930-router', 'tenant_id': 'ea043ef50c3c440c8a2e1e1e4efe7b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '1a246d39-f4ce-48ea-aa38-99583e5abe53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:38Z', 'updated_at': '2021-08-19T02:26:42Z', 'revision_number': 4, 'project_id': 'ea043ef50c3c440c8a2e1e1e4efe7b97', 'gw_port': {'id': '1a246d39-f4ce-48ea-aa38-99583e5abe53', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:27:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423e572d-682d-45e7-ae7d-c4dbfb84da73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:39Z', 'updated_at': '2021-08-19T02:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': 'e05ced44-5797-42ad-b2b3-15374b72f1f8', 'name': '', 'network_id': 'a5479db4-ae46-4c7b-abb1-d959f822ff7b', 'tenant_id': 'ea043ef50c3c440c8a2e1e1e4efe7b97', 'mac_address': 'fa:16:3e:1c:60:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423e572d-682d-45e7-ae7d-c4dbfb84da73', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '1269b8d1-3135-497e-896c-80c92d85b094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:42Z', 'updated_at': '2021-08-19T02:26:42Z', 'revision_number': 2, 'project_id': 'ea043ef50c3c440c8a2e1e1e4efe7b97', 'subnets': [{'id': '1269b8d1-3135-497e-896c-80c92d85b094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:43.338445 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cf7543-e22e-4536-b566-72427441239b None None] The sync data for ids ['423e572d-682d-45e7-ae7d-c4dbfb84da73'] in dv-cinder-755654-10-iscsi is: [{'id': '423e572d-682d-45e7-ae7d-c4dbfb84da73', 'name': 'tempest-TestVolumeBootPattern-1908488930-router', 'tenant_id': 'ea043ef50c3c440c8a2e1e1e4efe7b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '1a246d39-f4ce-48ea-aa38-99583e5abe53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:38Z', 'updated_at': '2021-08-19T02:26:42Z', 'revision_number': 4, 'project_id': 'ea043ef50c3c440c8a2e1e1e4efe7b97', 'gw_port': {'id': '1a246d39-f4ce-48ea-aa38-99583e5abe53', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:27:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423e572d-682d-45e7-ae7d-c4dbfb84da73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:39Z', 'updated_at': '2021-08-19T02:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': 'e05ced44-5797-42ad-b2b3-15374b72f1f8', 'name': '', 'network_id': 'a5479db4-ae46-4c7b-abb1-d959f822ff7b', 'tenant_id': 'ea043ef50c3c440c8a2e1e1e4efe7b97', 'mac_address': 'fa:16:3e:1c:60:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423e572d-682d-45e7-ae7d-c4dbfb84da73', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '1269b8d1-3135-497e-896c-80c92d85b094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:42Z', 'updated_at': '2021-08-19T02:26:42Z', 'revision_number': 2, 'project_id': 'ea043ef50c3c440c8a2e1e1e4efe7b97', 'subnets': [{'id': '1269b8d1-3135-497e-896c-80c92d85b094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:26:43.397917 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-16a2cb36-848f-4632-9a66-340bad6fb6d1 req-8b32db45-a54a-453d-bfda-3433ab2384ca tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/security-groups?id=f188068d-d95b-4825-bf1a-9b5c27dde473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863125 Aug 19 02:26:43.438135 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56848f19-e267-49f3-ae8b-107e25c08a94 admin admin] Network a5479db4-ae46-4c7b-abb1-d959f822ff7b is already hosted by enough agents. {{(pid=94444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:26:43.439511 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.base_scheduler [None req-56848f19-e267-49f3-ae8b-107e25c08a94 admin admin] Resources bound (agent type, host, resource id): {{(pid=94444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:26:43.582977 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56848f19-e267-49f3-ae8b-107e25c08a94 admin admin] Router 423e572d-682d-45e7-ae7d-c4dbfb84da73 has already been hosted by L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c {{(pid=94444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:26:43.713830 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56848f19-e267-49f3-ae8b-107e25c08a94 admin admin] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:26:43.718843 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-56848f19-e267-49f3-ae8b-107e25c08a94 admin admin] 10.222.0.16 "PUT /v2.0/routers/423e572d-682d-45e7-ae7d-c4dbfb84da73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0935802 Aug 19 02:26:43.748359 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-19e112c7-598d-49ab-a520-a2ab760bc386 None None] Provisioning complete for port e05ced44-5797-42ad-b2b3-15374b72f1f8 triggered by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:26:43.748933 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-19e112c7-598d-49ab-a520-a2ab760bc386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:43.786417 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-19e112c7-598d-49ab-a520-a2ab760bc386 None None] Port e05ced44-5797-42ad-b2b3-15374b72f1f8 cannot update to ACTIVE because it is not bound. {{(pid=94446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:26:44.154546 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 1a246d39-f4ce-48ea-aa38-99583e5abe53 up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:26:44.280100 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning for port 1a246d39-f4ce-48ea-aa38-99583e5abe53 completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:26:44.284776 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port 1a246d39-f4ce-48ea-aa38-99583e5abe53 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:26:44.285336 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:44.367985 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:44.390477 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] For port 1a246d39-f4ce-48ea-aa38-99583e5abe53, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=1a246d39-f4ce-48ea-aa38-99583e5abe53,segment=NetworkSegment(31e5f57a-85b9-444f-b38d-61963340c3f4),segment_id=31e5f57a-85b9-444f-b38d-61963340c3f4)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:26:44.463139 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:44.463941 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 047e21a9-3000-4ce0-8542-34bbb4a1708f up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:26:44.542444 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Pushing event updated for resources: {'Port': ['ID=1a246d39-f4ce-48ea-aa38-99583e5abe53,revision_number=4']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:44.554510 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port 047e21a9-3000-4ce0-8542-34bbb4a1708f triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:26:44.554882 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:44.677896 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0127834-a73f-42d4-9141-0bb46cfac6d3 req-c5c869b0-3f70-404b-b5cd-3282e025f7ed tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:44.679382 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-f0127834-a73f-42d4-9141-0bb46cfac6d3 req-c5c869b0-3f70-404b-b5cd-3282e025f7ed tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/ports?device_id=17ba8b71-aa7f-4d3b-97b5-f7968ad80f1f HTTP/1.1" status: 200 len: 945 time: 0.0486798 Aug 19 02:26:44.717736 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-f0127834-a73f-42d4-9141-0bb46cfac6d3 req-9e3787f3-2059-490d-a7b5-f4e4b035055e tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/security-groups?id=f188068d-d95b-4825-bf1a-9b5c27dde473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320959 Aug 19 02:26:44.858162 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3c665a7d-0d9d-4914-ad32-e1ce4b4cf492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:45.198376 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da286e7-3a65-487f-9309-92a9a51ae1d7 None None] Sync routers for ids ['423e572d-682d-45e7-ae7d-c4dbfb84da73'] in dv-cinder-755654-10-iscsi {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:26:45.207383 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da286e7-3a65-487f-9309-92a9a51ae1d7 None None] Routers {'423e572d-682d-45e7-ae7d-c4dbfb84da73'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:26:45.208073 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-0da286e7-3a65-487f-9309-92a9a51ae1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:26:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['423e572d-682d-45e7-ae7d-c4dbfb84da73'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:45.309368 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-0da286e7-3a65-487f-9309-92a9a51ae1d7 None None] Set router 423e572d-682d-45e7-ae7d-c4dbfb84da73 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:26:45.502066 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-0da286e7-3a65-487f-9309-92a9a51ae1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423e572d-682d-45e7-ae7d-c4dbfb84da73', 'name': 'tempest-TestVolumeBootPattern-1908488930-router', 'tenant_id': 'ea043ef50c3c440c8a2e1e1e4efe7b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '1a246d39-f4ce-48ea-aa38-99583e5abe53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:38Z', 'updated_at': '2021-08-19T02:26:42Z', 'revision_number': 4, 'project_id': 'ea043ef50c3c440c8a2e1e1e4efe7b97', 'gw_port': {'id': '1a246d39-f4ce-48ea-aa38-99583e5abe53', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:27:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423e572d-682d-45e7-ae7d-c4dbfb84da73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:39Z', 'updated_at': '2021-08-19T02:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': 'e05ced44-5797-42ad-b2b3-15374b72f1f8', 'name': '', 'network_id': 'a5479db4-ae46-4c7b-abb1-d959f822ff7b', 'tenant_id': 'ea043ef50c3c440c8a2e1e1e4efe7b97', 'mac_address': 'fa:16:3e:1c:60:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423e572d-682d-45e7-ae7d-c4dbfb84da73', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '1269b8d1-3135-497e-896c-80c92d85b094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:42Z', 'updated_at': '2021-08-19T02:26:42Z', 'revision_number': 2, 'project_id': 'ea043ef50c3c440c8a2e1e1e4efe7b97', 'subnets': [{'id': '1269b8d1-3135-497e-896c-80c92d85b094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:45.529146 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da286e7-3a65-487f-9309-92a9a51ae1d7 None None] Checking router: 423e572d-682d-45e7-ae7d-c4dbfb84da73 for host: dv-cinder-755654-10-iscsi {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:26:45.529146 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da286e7-3a65-487f-9309-92a9a51ae1d7 None None] Updating router 423e572d-682d-45e7-ae7d-c4dbfb84da73 port e05ced44-5797-42ad-b2b3-15374b72f1f8 binding host dv-cinder-755654-10-iscsi {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 02:26:45.554833 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0da286e7-3a65-487f-9309-92a9a51ae1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:45.567026 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 39978) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:45.571825 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-b1d7600c-e59c-43be-9171-a13bb6f9bae6 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-264349201', 'description': 'tempest-secgroup-smoke-264349201 description', 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1'}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:26:45.652261 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b1d7600c-e59c-43be-9171-a13bb6f9bae6 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:45.741824 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b1d7600c-e59c-43be-9171-a13bb6f9bae6 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:45.777999 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b1d7600c-e59c-43be-9171-a13bb6f9bae6 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:45.818932 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0da286e7-3a65-487f-9309-92a9a51ae1d7 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:45.828490 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-0da286e7-3a65-487f-9309-92a9a51ae1d7 None None] Transition to ACTIVE for port object e05ced44-5797-42ad-b2b3-15374b72f1f8 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:26:45.836760 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7600c-e59c-43be-9171-a13bb6f9bae6 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=849f66cf-9e95-4895-be23-b29ac72083cb,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:45.853062 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff6b34-1a61-442c-ac74-730c3fe11692 req-88566970-c89f-4871-8d27-d50670e7e1f6 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:45.854621 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-fdff6b34-1a61-442c-ac74-730c3fe11692 req-88566970-c89f-4871-8d27-d50670e7e1f6 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/ports?device_id=17ba8b71-aa7f-4d3b-97b5-f7968ad80f1f HTTP/1.1" status: 200 len: 945 time: 0.0673656 Aug 19 02:26:45.868845 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b1d7600c-e59c-43be-9171-a13bb6f9bae6 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:45.873074 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-b1d7600c-e59c-43be-9171-a13bb6f9bae6 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3019369 Aug 19 02:26:45.873381 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 39982) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:45.877999 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [None req-ba16a45c-786b-474e-87c9-fbb1be8bdbdb tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Request body: {'security_group_rule': {'security_group_id': '849f66cf-9e95-4895-be23-b29ac72083cb', 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:26:45.892309 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0da286e7-3a65-487f-9309-92a9a51ae1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:45.896998 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-fdff6b34-1a61-442c-ac74-730c3fe11692 req-58823290-754e-4615-b527-1ab47b39ed5c tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/security-groups?id=f188068d-d95b-4825-bf1a-9b5c27dde473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362592 Aug 19 02:26:45.945372 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9cce6-5ecd-4920-81f2-fff4bbedf74e None None] Pushing event updated for resources: {'Port': ['ID=e05ced44-5797-42ad-b2b3-15374b72f1f8,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:45.973183 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ba16a45c-786b-474e-87c9-fbb1be8bdbdb tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:45.996401 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-0da286e7-3a65-487f-9309-92a9a51ae1d7 None None] Attempting to bind port e05ced44-5797-42ad-b2b3-15374b72f1f8 on host dv-cinder-755654-10-iscsi for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:26:45.996777 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-0da286e7-3a65-487f-9309-92a9a51ae1d7 None None] Attempting to bind port e05ced44-5797-42ad-b2b3-15374b72f1f8 by drivers openvswitch,hyperv on host dv-cinder-755654-10-iscsi at level 0 using segments [{'id': 'b59fce40-fc27-4de9-aee0-bd4cf10fd951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a5479db4-ae46-4c7b-abb1-d959f822ff7b'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:26:45.997160 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da286e7-3a65-487f-9309-92a9a51ae1d7 None None] Attempting to bind port e05ced44-5797-42ad-b2b3-15374b72f1f8 on network a5479db4-ae46-4c7b-abb1-d959f822ff7b {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:26:46.002699 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da286e7-3a65-487f-9309-92a9a51ae1d7 None None] Checking agent: {'id': '4006ddce-538e-4364-9c83-4224b741844b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 11, 48), 'started_at': datetime.datetime(2021, 8, 19, 2, 12, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:26:46.003078 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da286e7-3a65-487f-9309-92a9a51ae1d7 None None] Checking segment: {'id': 'b59fce40-fc27-4de9-aee0-bd4cf10fd951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a5479db4-ae46-4c7b-abb1-d959f822ff7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:26:46.003482 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0da286e7-3a65-487f-9309-92a9a51ae1d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:46.003888 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da286e7-3a65-487f-9309-92a9a51ae1d7 None None] Bound using segment: {'id': 'b59fce40-fc27-4de9-aee0-bd4cf10fd951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a5479db4-ae46-4c7b-abb1-d959f822ff7b'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:26:46.004348 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-0da286e7-3a65-487f-9309-92a9a51ae1d7 None None] Bound port: e05ced44-5797-42ad-b2b3-15374b72f1f8, host: dv-cinder-755654-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59fce40-fc27-4de9-aee0-bd4cf10fd951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a5479db4-ae46-4c7b-abb1-d959f822ff7b'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:26:46.004748 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0da286e7-3a65-487f-9309-92a9a51ae1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:46.045705 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ba16a45c-786b-474e-87c9-fbb1be8bdbdb tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:46.054806 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 1a246d39-f4ce-48ea-aa38-99583e5abe53 up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:26:46.083221 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-0da286e7-3a65-487f-9309-92a9a51ae1d7 None None] For port e05ced44-5797-42ad-b2b3-15374b72f1f8, host dv-cinder-755654-10-iscsi, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:26:46.087443 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-0da286e7-3a65-487f-9309-92a9a51ae1d7 None None] For port e05ced44-5797-42ad-b2b3-15374b72f1f8, host dv-cinder-755654-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=e05ced44-5797-42ad-b2b3-15374b72f1f8,segment=NetworkSegment(b59fce40-fc27-4de9-aee0-bd4cf10fd951),segment_id=b59fce40-fc27-4de9-aee0-bd4cf10fd951)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:26:46.114095 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port 1a246d39-f4ce-48ea-aa38-99583e5abe53 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:26:46.114461 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:46.126605 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ba16a45c-786b-474e-87c9-fbb1be8bdbdb tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732240'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:46.146007 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16a45c-786b-474e-87c9-fbb1be8bdbdb tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83b44af7-7121-4640-9522-3fd44480a077,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:46.155486 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-0da286e7-3a65-487f-9309-92a9a51ae1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:46.210962 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ba16a45c-786b-474e-87c9-fbb1be8bdbdb tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:46.210962 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-ba16a45c-786b-474e-87c9-fbb1be8bdbdb tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3347170 Aug 19 02:26:46.211977 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 39984) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:46.213653 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da286e7-3a65-487f-9309-92a9a51ae1d7 None None] Routers {'423e572d-682d-45e7-ae7d-c4dbfb84da73'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:26:46.214291 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-0da286e7-3a65-487f-9309-92a9a51ae1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:26:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['423e572d-682d-45e7-ae7d-c4dbfb84da73'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:46.216986 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [None req-0f950e91-028c-4e11-9281-ec77cf354332 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Request body: {'security_group_rule': {'security_group_id': '849f66cf-9e95-4895-be23-b29ac72083cb', 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:26:46.259133 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9cce6-5ecd-4920-81f2-fff4bbedf74e None None] Pushing event updated for resources: {'Port': ['ID=e05ced44-5797-42ad-b2b3-15374b72f1f8,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:46.302877 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e694e-3b3b-4bc4-9abf-f750dc9c8ecc req-719a9725-a67b-4904-854a-f07a0603aae8 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:46.306029 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b39e694e-3b3b-4bc4-9abf-f750dc9c8ecc req-719a9725-a67b-4904-854a-f07a0603aae8 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.22 "GET /v2.0/ports?device_id=17ba8b71-aa7f-4d3b-97b5-f7968ad80f1f HTTP/1.1" status: 200 len: 945 time: 0.0594621 Aug 19 02:26:46.329545 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-0da286e7-3a65-487f-9309-92a9a51ae1d7 None None] Set router 423e572d-682d-45e7-ae7d-c4dbfb84da73 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:26:46.344990 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f950e91-028c-4e11-9281-ec77cf354332 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:46.447257 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f950e91-028c-4e11-9281-ec77cf354332 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:46.453619 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-b39e694e-3b3b-4bc4-9abf-f750dc9c8ecc req-4afffaa5-ec21-431b-8d62-c28b1938e7c1 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Deleting port f8232d11-36b0-4644-b1d0-b65dea6ef024 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:26:46.453959 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b39e694e-3b3b-4bc4-9abf-f750dc9c8ecc req-4afffaa5-ec21-431b-8d62-c28b1938e7c1 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:46.517088 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f950e91-028c-4e11-9281-ec77cf354332 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732240'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:46.538652 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-0da286e7-3a65-487f-9309-92a9a51ae1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423e572d-682d-45e7-ae7d-c4dbfb84da73', 'name': 'tempest-TestVolumeBootPattern-1908488930-router', 'tenant_id': 'ea043ef50c3c440c8a2e1e1e4efe7b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '1a246d39-f4ce-48ea-aa38-99583e5abe53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:38Z', 'updated_at': '2021-08-19T02:26:42Z', 'revision_number': 4, 'project_id': 'ea043ef50c3c440c8a2e1e1e4efe7b97', 'gw_port': {'id': '1a246d39-f4ce-48ea-aa38-99583e5abe53', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:27:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423e572d-682d-45e7-ae7d-c4dbfb84da73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:39Z', 'updated_at': '2021-08-19T02:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': 'e05ced44-5797-42ad-b2b3-15374b72f1f8', 'name': '', 'network_id': 'a5479db4-ae46-4c7b-abb1-d959f822ff7b', 'tenant_id': 'ea043ef50c3c440c8a2e1e1e4efe7b97', 'mac_address': 'fa:16:3e:1c:60:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423e572d-682d-45e7-ae7d-c4dbfb84da73', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '1269b8d1-3135-497e-896c-80c92d85b094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:42Z', 'updated_at': '2021-08-19T02:26:46Z', 'revision_number': 4, 'project_id': 'ea043ef50c3c440c8a2e1e1e4efe7b97', 'subnets': [{'id': '1269b8d1-3135-497e-896c-80c92d85b094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:26:46.542078 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f950e91-028c-4e11-9281-ec77cf354332 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df22f1d5-dcac-406c-8999-93975971b9ae,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:46.565219 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da286e7-3a65-487f-9309-92a9a51ae1d7 None None] The sync data for ids ['423e572d-682d-45e7-ae7d-c4dbfb84da73'] in dv-cinder-755654-10-iscsi is: [{'id': '423e572d-682d-45e7-ae7d-c4dbfb84da73', 'name': 'tempest-TestVolumeBootPattern-1908488930-router', 'tenant_id': 'ea043ef50c3c440c8a2e1e1e4efe7b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '1a246d39-f4ce-48ea-aa38-99583e5abe53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:38Z', 'updated_at': '2021-08-19T02:26:42Z', 'revision_number': 4, 'project_id': 'ea043ef50c3c440c8a2e1e1e4efe7b97', 'gw_port': {'id': '1a246d39-f4ce-48ea-aa38-99583e5abe53', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:27:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423e572d-682d-45e7-ae7d-c4dbfb84da73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:39Z', 'updated_at': '2021-08-19T02:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': 'e05ced44-5797-42ad-b2b3-15374b72f1f8', 'name': '', 'network_id': 'a5479db4-ae46-4c7b-abb1-d959f822ff7b', 'tenant_id': 'ea043ef50c3c440c8a2e1e1e4efe7b97', 'mac_address': 'fa:16:3e:1c:60:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423e572d-682d-45e7-ae7d-c4dbfb84da73', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '1269b8d1-3135-497e-896c-80c92d85b094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:42Z', 'updated_at': '2021-08-19T02:26:46Z', 'revision_number': 4, 'project_id': 'ea043ef50c3c440c8a2e1e1e4efe7b97', 'subnets': [{'id': '1269b8d1-3135-497e-896c-80c92d85b094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:26:46.578234 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-b39e694e-3b3b-4bc4-9abf-f750dc9c8ecc req-4afffaa5-ec21-431b-8d62-c28b1938e7c1 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] For port f8232d11-36b0-4644-b1d0-b65dea6ef024, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=f8232d11-36b0-4644-b1d0-b65dea6ef024,segment=NetworkSegment(319d5af7-96d2-4ec4-8308-0d7060cbd3cd),segment_id=319d5af7-96d2-4ec4-8308-0d7060cbd3cd)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:26:46.578603 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b39e694e-3b3b-4bc4-9abf-f750dc9c8ecc req-4afffaa5-ec21-431b-8d62-c28b1938e7c1 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:46.592616 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-b39e694e-3b3b-4bc4-9abf-f750dc9c8ecc req-4afffaa5-ec21-431b-8d62-c28b1938e7c1 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Calling delete_port for f8232d11-36b0-4644-b1d0-b65dea6ef024 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:26:46.635262 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0f950e91-028c-4e11-9281-ec77cf354332 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:46.636476 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-0f950e91-028c-4e11-9281-ec77cf354332 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4235122 Aug 19 02:26:46.639963 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 39988) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:46.645295 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-37c3ca7e-3c26-4af4-a695-7400145a397a tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Request body: {'security_group_rule': {'security_group_id': '849f66cf-9e95-4895-be23-b29ac72083cb', 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:26:46.740184 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-37c3ca7e-3c26-4af4-a695-7400145a397a tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:46.782957 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b39e694e-3b3b-4bc4-9abf-f750dc9c8ecc req-4afffaa5-ec21-431b-8d62-c28b1938e7c1 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:46.800637 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] get_ports_and_sgs() called for port_ids ['f8232d11-36b0-4644-b1d0-b65dea6ef024'] {{(pid=94446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:26:46.818078 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afffaa5-ec21-431b-8d62-c28b1938e7c1 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Pushing event deleted for resources: {'Port': ['ID=f8232d11-36b0-4644-b1d0-b65dea6ef024,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:46.828738 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-37c3ca7e-3c26-4af4-a695-7400145a397a tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:46.861962 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39e694e-3b3b-4bc4-9abf-f750dc9c8ecc req-4afffaa5-ec21-431b-8d62-c28b1938e7c1 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] No DVR routers for this DVR port f8232d11-36b0-4644-b1d0-b65dea6ef024 on host hv-cinder-75565 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:26:46.866608 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b39e694e-3b3b-4bc4-9abf-f750dc9c8ecc req-4afffaa5-ec21-431b-8d62-c28b1938e7c1 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:46.867541 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b39e694e-3b3b-4bc4-9abf-f750dc9c8ecc req-4afffaa5-ec21-431b-8d62-c28b1938e7c1 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.22 "DELETE /v2.0/ports/f8232d11-36b0-4644-b1d0-b65dea6ef024 HTTP/1.1" status: 204 len: 173 time: 0.5558879 Aug 19 02:26:46.867985 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ba8b71-aa7f-4d3b-97b5-f7968ad80f1f', 'name': 'network-vif-deleted', 'tag': 'f8232d11-36b0-4644-b1d0-b65dea6ef024'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:26:46.870260 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6080fb-09a6-49c1-877e-496125b01d4c" -d '{"events": [{"server_uuid": "17ba8b71-aa7f-4d3b-97b5-f7968ad80f1f", "name": "network-vif-deleted", "tag": "f8232d11-36b0-4644-b1d0-b65dea6ef024"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:26:46.886044 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-37c3ca7e-3c26-4af4-a695-7400145a397a tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732240'] for security_group_rule, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:46.910723 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f975f7e5-e895-48da-a5fb-08861049a043 x-openstack-request-id: req-f975f7e5-e895-48da-a5fb-08861049a043 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:26:46.911288 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ba8b71-aa7f-4d3b-97b5-f7968ad80f1f", "name": "network-vif-deleted", "tag": "f8232d11-36b0-4644-b1d0-b65dea6ef024", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:26:46.911288 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f975f7e5-e895-48da-a5fb-08861049a043 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:26:46.918876 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3ca7e-3c26-4af4-a695-7400145a397a tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=366300f4-bbda-452c-a395-1f0b1892ac0e,revision_number=0']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:46.919113 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ba8b71-aa7f-4d3b-97b5-f7968ad80f1f', 'name': 'network-vif-deleted', 'tag': 'f8232d11-36b0-4644-b1d0-b65dea6ef024', 'status': 'completed', 'code': 200} Aug 19 02:26:46.996226 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-b9ef9120-3b62-4f27-bf52-447340f969c8 req-574aefb8-09c5-45d7-b8ba-514a92eac105 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/ports?device_id=17ba8b71-aa7f-4d3b-97b5-f7968ad80f1f HTTP/1.1" status: 200 len: 210 time: 0.0276990 Aug 19 02:26:47.001321 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-37c3ca7e-3c26-4af4-a695-7400145a397a tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:47.001321 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-37c3ca7e-3c26-4af4-a695-7400145a397a tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3574991 Aug 19 02:26:47.001753 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 39994) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:47.006515 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-4c39aa84-53ea-459a-8d25-0eccbba2c770 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Request body: {'security_group_rule': {'security_group_id': '849f66cf-9e95-4895-be23-b29ac72083cb', 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:26:47.125987 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-4c39aa84-53ea-459a-8d25-0eccbba2c770 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:47.187424 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-4c39aa84-53ea-459a-8d25-0eccbba2c770 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:47.263449 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7493c4c5-f623-4632-9c75-190479ff8221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:47.309185 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-4c39aa84-53ea-459a-8d25-0eccbba2c770 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732240'] for security_group_rule, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:47.326777 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c39aa84-53ea-459a-8d25-0eccbba2c770 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0257306b-a389-4553-97ce-4365541ca33f,revision_number=0']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:47.383431 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-4c39aa84-53ea-459a-8d25-0eccbba2c770 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:47.384685 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-4c39aa84-53ea-459a-8d25-0eccbba2c770 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3821344 Aug 19 02:26:47.387372 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 39998) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:47.391696 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-f4042fe4-514a-4808-b78a-27a46a26f1c6 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Request body: {'security_group_rule': {'security_group_id': '849f66cf-9e95-4895-be23-b29ac72083cb', 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:26:47.468827 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.db.securitygroups_db [None req-f4042fe4-514a-4808-b78a-27a46a26f1c6 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Project 224f1c1ae0cf41ea9f737a8b24175ee1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 02:26:47.474941 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-f4042fe4-514a-4808-b78a-27a46a26f1c6 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:47.540277 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-f4042fe4-514a-4808-b78a-27a46a26f1c6 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:47.628686 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-f4042fe4-514a-4808-b78a-27a46a26f1c6 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732240'] for security_group_rule, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:47.649957 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4042fe4-514a-4808-b78a-27a46a26f1c6 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e3567f3-c63a-4406-afef-52c9f6aa3967,revision_number=0']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:47.697730 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:47.726178 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-f4042fe4-514a-4808-b78a-27a46a26f1c6 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:47.727457 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-f4042fe4-514a-4808-b78a-27a46a26f1c6 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3390663 Aug 19 02:26:47.730130 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 40000) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:26:47.734827 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-83a8d711-0dcd-4642-b365-3d046136c9de tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Request body: {'security_group_rule': {'security_group_id': '849f66cf-9e95-4895-be23-b29ac72083cb', 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:26:47.806270 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.db.securitygroups_db [None req-83a8d711-0dcd-4642-b365-3d046136c9de tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Project 224f1c1ae0cf41ea9f737a8b24175ee1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 02:26:47.811514 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-83a8d711-0dcd-4642-b365-3d046136c9de tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:47.872234 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-83a8d711-0dcd-4642-b365-3d046136c9de tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:47.931936 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-83a8d711-0dcd-4642-b365-3d046136c9de tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732240'] for security_group_rule, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:47.946880 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8d711-0dcd-4642-b365-3d046136c9de tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bbcdfbe-1aad-4d63-8ef4-2dc218026c06,revision_number=0']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:48.006399 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-83a8d711-0dcd-4642-b365-3d046136c9de tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:48.010559 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-83a8d711-0dcd-4642-b365-3d046136c9de tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2764020 Aug 19 02:26:48.058504 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device e05ced44-5797-42ad-b2b3-15374b72f1f8 up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:26:48.172216 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning for port e05ced44-5797-42ad-b2b3-15374b72f1f8 completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:26:48.177351 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port e05ced44-5797-42ad-b2b3-15374b72f1f8 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:26:48.177888 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:48.265036 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:48.301481 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] For port e05ced44-5797-42ad-b2b3-15374b72f1f8, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=e05ced44-5797-42ad-b2b3-15374b72f1f8,segment=NetworkSegment(b59fce40-fc27-4de9-aee0-bd4cf10fd951),segment_id=b59fce40-fc27-4de9-aee0-bd4cf10fd951)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:26:48.333486 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12824270-1157-4825-af4c-683702c32ebd req-2960a1f8-049d-461f-a6d4-a422ed997e61 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:48.335072 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-12824270-1157-4825-af4c-683702c32ebd req-2960a1f8-049d-461f-a6d4-a422ed997e61 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/networks?id=aa96cf4a-8451-4972-b281-80b686313f2d HTTP/1.1" status: 200 len: 809 time: 0.1146686 Aug 19 02:26:48.349527 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:48.350575 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-12824270-1157-4825-af4c-683702c32ebd req-1c7aa1ac-f373-4c5c-a27a-0c0094893740 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/quotas/aebfc4dc809a40c083e31e3196babdbe HTTP/1.1" status: 200 len: 375 time: 0.0098450 Aug 19 02:26:48.388666 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-12824270-1157-4825-af4c-683702c32ebd req-8ae054a4-cd01-41ef-892b-49305e371dfc tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=aebfc4dc809a40c083e31e3196babdbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322363 Aug 19 02:26:48.399799 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Pushing event updated for resources: {'Port': ['ID=e05ced44-5797-42ad-b2b3-15374b72f1f8,revision_number=5']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:48.469602 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:48.576012 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-12824270-1157-4825-af4c-683702c32ebd req-da84bace-4cac-4c64-8e97-251b4d548f37 service neutron] 10.222.0.16 "GET /v2.0/networks/aa96cf4a-8451-4972-b281-80b686313f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787884 Aug 19 02:26:48.672756 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-12824270-1157-4825-af4c-683702c32ebd req-392c71bf-d70f-4404-b88c-e3873dde5aeb service neutron] 10.222.0.16 "GET /v2.0/networks/aa96cf4a-8451-4972-b281-80b686313f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920279 Aug 19 02:26:48.873635 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4d14c6b6-ee20-40b1-b2c6-56e4749c1e54 req-4fa83ff2-4f2f-40c0-a528-164cde1c0de4 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/ports?device_id=5608df44-808a-49cc-a231-a39b543ba53e HTTP/1.1" status: 200 len: 210 time: 0.0340254 Aug 19 02:26:49.618275 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device f8232d11-36b0-4644-b1d0-b65dea6ef024 no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:26:49.643552 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] No Port match for: f8232d11-36b0-4644-b1d0-b65dea6ef024 {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:26:49.644597 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device f8232d11-36b0-4644-b1d0-b65dea6ef024 not bound to the agent host hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:26:49.975204 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-cad8444f-6548-4078-adf0-fc4fe75fef8f req-a6510917-259e-41bd-a148-31b8e6aef41c tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/ports?device_id=5608df44-808a-49cc-a231-a39b543ba53e HTTP/1.1" status: 200 len: 210 time: 0.0264981 Aug 19 02:26:50.035965 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device e05ced44-5797-42ad-b2b3-15374b72f1f8 up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:26:50.086129 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port e05ced44-5797-42ad-b2b3-15374b72f1f8 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:26:50.086671 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:50.383386 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:51.045910 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 6 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:26:51.116556 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f188c0bc-0750-45ce-b88d-1df71ec50552 req-1adf805d-116f-44d0-8925-c6dfa80516d3 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/ports?device_id=5608df44-808a-49cc-a231-a39b543ba53e HTTP/1.1" status: 200 len: 210 time: 0.0431144 Aug 19 02:26:51.136769 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12824270-1157-4825-af4c-683702c32ebd req-d325d00c-ffa6-449f-9e3b-2ca68dcb623c tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:51.149134 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-12824270-1157-4825-af4c-683702c32ebd req-d325d00c-ffa6-449f-9e3b-2ca68dcb623c tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.22 "GET /v2.0/networks?id=aa96cf4a-8451-4972-b281-80b686313f2d HTTP/1.1" status: 200 len: 809 time: 0.3754113 Aug 19 02:26:51.155985 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [req-12824270-1157-4825-af4c-683702c32ebd req-f80221a2-8c3f-4ce0-9658-f5151ee95abc tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Request body: {'port': {'device_id': '5608df44-808a-49cc-a231-a39b543ba53e', 'network_id': 'aa96cf4a-8451-4972-b281-80b686313f2d', 'admin_state_up': True, 'tenant_id': 'aebfc4dc809a40c083e31e3196babdbe'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:26:51.349614 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12824270-1157-4825-af4c-683702c32ebd req-f80221a2-8c3f-4ce0-9658-f5151ee95abc tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Made reservation on behalf of aebfc4dc809a40c083e31e3196babdbe for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:26:51.353091 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-12824270-1157-4825-af4c-683702c32ebd req-f80221a2-8c3f-4ce0-9658-f5151ee95abc tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:51.481944 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-12824270-1157-4825-af4c-683702c32ebd req-f80221a2-8c3f-4ce0-9658-f5151ee95abc tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Allocated IP 172.20.0.5 (aa96cf4a-8451-4972-b281-80b686313f2d/24091946-7ccc-4fcb-8cfa-4caf57fab4d1/95b5cccb-9ed3-4428-9ebd-8255bfefeca3) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:26:51.633905 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-12824270-1157-4825-af4c-683702c32ebd req-f80221a2-8c3f-4ce0-9658-f5151ee95abc tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:51.732522 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-12824270-1157-4825-af4c-683702c32ebd req-f80221a2-8c3f-4ce0-9658-f5151ee95abc tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:51.781082 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12824270-1157-4825-af4c-683702c32ebd req-f80221a2-8c3f-4ce0-9658-f5151ee95abc tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Network aa96cf4a-8451-4972-b281-80b686313f2d is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:26:51.784768 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-12824270-1157-4825-af4c-683702c32ebd req-f80221a2-8c3f-4ce0-9658-f5151ee95abc tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:26:51.788561 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-12824270-1157-4825-af4c-683702c32ebd req-f80221a2-8c3f-4ce0-9658-f5151ee95abc tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:26:51.794772 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80221a2-8c3f-4ce0-9658-f5151ee95abc tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Pushing event updated for resources: {'Port': ['ID=95b5cccb-9ed3-4428-9ebd-8255bfefeca3,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:51.838636 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12824270-1157-4825-af4c-683702c32ebd req-f80221a2-8c3f-4ce0-9658-f5151ee95abc tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:51.839253 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-12824270-1157-4825-af4c-683702c32ebd req-f80221a2-8c3f-4ce0-9658-f5151ee95abc tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:51.903866 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-12824270-1157-4825-af4c-683702c32ebd req-f80221a2-8c3f-4ce0-9658-f5151ee95abc tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7516141 Aug 19 02:26:51.932494 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [req-12824270-1157-4825-af4c-683702c32ebd req-4bef5d9b-f738-41a9-85fc-be2c2f3ed728 service neutron] Request body: {'port': {'device_id': '5608df44-808a-49cc-a231-a39b543ba53e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75565'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:26:51.984544 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-12824270-1157-4825-af4c-683702c32ebd req-4bef5d9b-f738-41a9-85fc-be2c2f3ed728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:52.238143 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f51ef7-a624-4f33-8d06-ce194a03dacd req-54259972-c4e1-49d3-9dc0-bc541e82bfaf tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:52.239770 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-41f51ef7-a624-4f33-8d06-ce194a03dacd req-54259972-c4e1-49d3-9dc0-bc541e82bfaf tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/ports?device_id=5608df44-808a-49cc-a231-a39b543ba53e HTTP/1.1" status: 200 len: 931 time: 0.0502207 Aug 19 02:26:52.258219 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [req-12824270-1157-4825-af4c-683702c32ebd req-4bef5d9b-f738-41a9-85fc-be2c2f3ed728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95b5cccb-9ed3-4428-9ebd-8255bfefeca3 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:26:52.265605 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-12824270-1157-4825-af4c-683702c32ebd req-4bef5d9b-f738-41a9-85fc-be2c2f3ed728 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:52.278012 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-12824270-1157-4825-af4c-683702c32ebd req-4bef5d9b-f738-41a9-85fc-be2c2f3ed728 service neutron] Transition to ACTIVE for port object 95b5cccb-9ed3-4428-9ebd-8255bfefeca3 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:26:52.281324 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-41f51ef7-a624-4f33-8d06-ce194a03dacd req-07a06a4b-30dd-4525-8f3d-c29a6ae1be7f tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/security-groups?id=f188068d-d95b-4825-bf1a-9b5c27dde473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323195 Aug 19 02:26:52.332712 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-12824270-1157-4825-af4c-683702c32ebd req-4bef5d9b-f738-41a9-85fc-be2c2f3ed728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:52.381532 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef5d9b-f738-41a9-85fc-be2c2f3ed728 service neutron] Pushing event updated for resources: {'Port': ['ID=95b5cccb-9ed3-4428-9ebd-8255bfefeca3,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:52.452092 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-12824270-1157-4825-af4c-683702c32ebd req-4bef5d9b-f738-41a9-85fc-be2c2f3ed728 service neutron] Attempting to bind port 95b5cccb-9ed3-4428-9ebd-8255bfefeca3 on host hv-cinder-75565 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:26:52.452323 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-12824270-1157-4825-af4c-683702c32ebd req-4bef5d9b-f738-41a9-85fc-be2c2f3ed728 service neutron] Attempting to bind port 95b5cccb-9ed3-4428-9ebd-8255bfefeca3 by drivers openvswitch,hyperv on host hv-cinder-75565 at level 0 using segments [{'id': '319d5af7-96d2-4ec4-8308-0d7060cbd3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'aa96cf4a-8451-4972-b281-80b686313f2d'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:26:52.452658 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12824270-1157-4825-af4c-683702c32ebd req-4bef5d9b-f738-41a9-85fc-be2c2f3ed728 service neutron] Attempting to bind port 95b5cccb-9ed3-4428-9ebd-8255bfefeca3 on network aa96cf4a-8451-4972-b281-80b686313f2d {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:26:52.457404 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12824270-1157-4825-af4c-683702c32ebd req-4bef5d9b-f738-41a9-85fc-be2c2f3ed728 service neutron] Port 95b5cccb-9ed3-4428-9ebd-8255bfefeca3 on network aa96cf4a-8451-4972-b281-80b686313f2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75565 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 02:26:52.457725 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12824270-1157-4825-af4c-683702c32ebd req-4bef5d9b-f738-41a9-85fc-be2c2f3ed728 service neutron] Attempting to bind port 95b5cccb-9ed3-4428-9ebd-8255bfefeca3 on network aa96cf4a-8451-4972-b281-80b686313f2d {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:26:52.462430 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12824270-1157-4825-af4c-683702c32ebd req-4bef5d9b-f738-41a9-85fc-be2c2f3ed728 service neutron] Checking agent: {'id': '41372272-fa96-45fc-afce-a2209819517f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 18, 6), 'started_at': datetime.datetime(2021, 8, 19, 2, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:26:52.462762 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12824270-1157-4825-af4c-683702c32ebd req-4bef5d9b-f738-41a9-85fc-be2c2f3ed728 service neutron] Checking segment: {'id': '319d5af7-96d2-4ec4-8308-0d7060cbd3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'aa96cf4a-8451-4972-b281-80b686313f2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:26:52.463143 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12824270-1157-4825-af4c-683702c32ebd req-4bef5d9b-f738-41a9-85fc-be2c2f3ed728 service neutron] Bound using segment: {'id': '319d5af7-96d2-4ec4-8308-0d7060cbd3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'aa96cf4a-8451-4972-b281-80b686313f2d'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:26:52.463562 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-12824270-1157-4825-af4c-683702c32ebd req-4bef5d9b-f738-41a9-85fc-be2c2f3ed728 service neutron] Bound port: 95b5cccb-9ed3-4428-9ebd-8255bfefeca3, host: hv-cinder-75565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '319d5af7-96d2-4ec4-8308-0d7060cbd3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'aa96cf4a-8451-4972-b281-80b686313f2d'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:26:52.463913 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-12824270-1157-4825-af4c-683702c32ebd req-4bef5d9b-f738-41a9-85fc-be2c2f3ed728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:52.526727 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-12824270-1157-4825-af4c-683702c32ebd req-4bef5d9b-f738-41a9-85fc-be2c2f3ed728 service neutron] For port 95b5cccb-9ed3-4428-9ebd-8255bfefeca3, host hv-cinder-75565, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:26:52.529727 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-12824270-1157-4825-af4c-683702c32ebd req-4bef5d9b-f738-41a9-85fc-be2c2f3ed728 service neutron] For port 95b5cccb-9ed3-4428-9ebd-8255bfefeca3, host hv-cinder-75565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=95b5cccb-9ed3-4428-9ebd-8255bfefeca3,segment=NetworkSegment(319d5af7-96d2-4ec4-8308-0d7060cbd3cd),segment_id=319d5af7-96d2-4ec4-8308-0d7060cbd3cd)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:26:52.595533 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-12824270-1157-4825-af4c-683702c32ebd req-4bef5d9b-f738-41a9-85fc-be2c2f3ed728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:52.630264 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12824270-1157-4825-af4c-683702c32ebd req-4bef5d9b-f738-41a9-85fc-be2c2f3ed728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:52.630882 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-12824270-1157-4825-af4c-683702c32ebd req-4bef5d9b-f738-41a9-85fc-be2c2f3ed728 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:52.632279 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-12824270-1157-4825-af4c-683702c32ebd req-4bef5d9b-f738-41a9-85fc-be2c2f3ed728 service neutron] 10.222.0.22 "PUT /v2.0/ports/95b5cccb-9ed3-4428-9ebd-8255bfefeca3 HTTP/1.1" status: 200 len: 1093 time: 0.7043774 Aug 19 02:26:52.632691 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5608df44-808a-49cc-a231-a39b543ba53e', 'tag': '95b5cccb-9ed3-4428-9ebd-8255bfefeca3'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:26:52.634934 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b030298c-4def-4b1a-9065-d70fb7aa5936" -d '{"events": [{"name": "network-changed", "server_uuid": "5608df44-808a-49cc-a231-a39b543ba53e", "tag": "95b5cccb-9ed3-4428-9ebd-8255bfefeca3"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:26:52.660341 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef5d9b-f738-41a9-85fc-be2c2f3ed728 service neutron] Pushing event updated for resources: {'Port': ['ID=95b5cccb-9ed3-4428-9ebd-8255bfefeca3,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:52.676467 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4d771b-d386-4dfd-a346-e5c8b5baaede x-openstack-request-id: req-ab4d771b-d386-4dfd-a346-e5c8b5baaede {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:26:52.676759 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5608df44-808a-49cc-a231-a39b543ba53e", "tag": "95b5cccb-9ed3-4428-9ebd-8255bfefeca3", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:26:52.677011 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ab4d771b-d386-4dfd-a346-e5c8b5baaede {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:26:52.677467 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5608df44-808a-49cc-a231-a39b543ba53e', 'tag': '95b5cccb-9ed3-4428-9ebd-8255bfefeca3', 'status': 'completed', 'code': 200} Aug 19 02:26:52.738262 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030298c-4def-4b1a-9065-d70fb7aa5936 req-1989d603-e096-462c-8b33-15c8ed1065f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:52.739677 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b030298c-4def-4b1a-9065-d70fb7aa5936 req-1989d603-e096-462c-8b33-15c8ed1065f1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aebfc4dc809a40c083e31e3196babdbe&device_id=5608df44-808a-49cc-a231-a39b543ba53e HTTP/1.1" status: 200 len: 1096 time: 0.0410435 Aug 19 02:26:52.842151 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030298c-4def-4b1a-9065-d70fb7aa5936 req-5bafeba4-571e-44f1-97c0-5344b1a18469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:52.843650 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b030298c-4def-4b1a-9065-d70fb7aa5936 req-5bafeba4-571e-44f1-97c0-5344b1a18469 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=aebfc4dc809a40c083e31e3196babdbe&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0945232 Aug 19 02:26:52.946834 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030298c-4def-4b1a-9065-d70fb7aa5936 req-7f2e4dcd-3814-476f-953c-8029c64782f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:52.948317 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b030298c-4def-4b1a-9065-d70fb7aa5936 req-7f2e4dcd-3814-476f-953c-8029c64782f1 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942912 Aug 19 02:26:53.035990 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12824270-1157-4825-af4c-683702c32ebd req-7d38a4e0-88a1-4b03-ad21-a06fc099a3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:53.037266 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-12824270-1157-4825-af4c-683702c32ebd req-7d38a4e0-88a1-4b03-ad21-a06fc099a3cd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aebfc4dc809a40c083e31e3196babdbe&device_id=5608df44-808a-49cc-a231-a39b543ba53e HTTP/1.1" status: 200 len: 1096 time: 0.0407794 Aug 19 02:26:53.089423 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-12824270-1157-4825-af4c-683702c32ebd req-8d8a4f61-6d91-4023-a34e-f94a792e3d10 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95b5cccb-9ed3-4428-9ebd-8255bfefeca3 HTTP/1.1" status: 200 len: 217 time: 0.0373104 Aug 19 02:26:53.146201 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12824270-1157-4825-af4c-683702c32ebd req-bdea27df-01c9-42d4-ab96-1a90641c3890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:53.147666 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-12824270-1157-4825-af4c-683702c32ebd req-bdea27df-01c9-42d4-ab96-1a90641c3890 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=24091946-7ccc-4fcb-8cfa-4caf57fab4d1 HTTP/1.1" status: 200 len: 849 time: 0.0495801 Aug 19 02:26:53.180009 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-12824270-1157-4825-af4c-683702c32ebd req-832a1916-d837-45cd-8cc6-4bbbf9651022 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=aa96cf4a-8451-4972-b281-80b686313f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235946 Aug 19 02:26:53.276128 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-12824270-1157-4825-af4c-683702c32ebd req-6404a538-cf2b-4371-be4c-35738c46492a service neutron] 10.222.0.22 "GET /v2.0/networks/aa96cf4a-8451-4972-b281-80b686313f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833662 Aug 19 02:26:53.371290 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-12824270-1157-4825-af4c-683702c32ebd req-0ccf4613-8a9a-4f83-bbf4-4ec5ecd52b29 service neutron] 10.222.0.22 "GET /v2.0/networks/aa96cf4a-8451-4972-b281-80b686313f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877471 Aug 19 02:26:53.409657 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bec37f-981c-42ca-83bf-17658918c5d4 req-25ccb8c3-9186-4b31-9847-559aaaf913df tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:53.411291 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-25bec37f-981c-42ca-83bf-17658918c5d4 req-25ccb8c3-9186-4b31-9847-559aaaf913df tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/ports?device_id=5608df44-808a-49cc-a231-a39b543ba53e HTTP/1.1" status: 200 len: 943 time: 0.0570383 Aug 19 02:26:53.451738 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-25bec37f-981c-42ca-83bf-17658918c5d4 req-0395417b-a3c0-4bb0-b33c-d748dcfd3c05 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/security-groups?id=f188068d-d95b-4825-bf1a-9b5c27dde473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340586 Aug 19 02:26:54.568317 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2cd3f-d5c6-4a96-8d6d-3620068ecb2f req-241a444d-24e8-42f4-977d-067bdb7c2d06 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:54.572348 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-88b2cd3f-d5c6-4a96-8d6d-3620068ecb2f req-241a444d-24e8-42f4-977d-067bdb7c2d06 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/ports?device_id=5608df44-808a-49cc-a231-a39b543ba53e HTTP/1.1" status: 200 len: 943 time: 0.0479097 Aug 19 02:26:54.611646 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-88b2cd3f-d5c6-4a96-8d6d-3620068ecb2f req-553fc9bf-ae05-4767-a2aa-26245b164690 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/security-groups?id=f188068d-d95b-4825-bf1a-9b5c27dde473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359197 Aug 19 02:26:55.726622 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65c6e9-e03c-4c07-b916-870bd7f1dcd2 req-f3d8ad7e-f58d-46a4-a233-3239e6236117 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:55.728086 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ca65c6e9-e03c-4c07-b916-870bd7f1dcd2 req-f3d8ad7e-f58d-46a4-a233-3239e6236117 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/ports?device_id=5608df44-808a-49cc-a231-a39b543ba53e HTTP/1.1" status: 200 len: 943 time: 0.0483408 Aug 19 02:26:55.770974 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ca65c6e9-e03c-4c07-b916-870bd7f1dcd2 req-7baff2d3-0fdc-4a79-97ad-8187dc4134fd tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/security-groups?id=f188068d-d95b-4825-bf1a-9b5c27dde473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365417 Aug 19 02:26:56.892664 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c4614-4e94-4d86-a54a-87a3963d2096 req-a3c80340-faab-498a-bf96-f705528a196a tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:56.894092 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-956c4614-4e94-4d86-a54a-87a3963d2096 req-a3c80340-faab-498a-bf96-f705528a196a tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/ports?device_id=5608df44-808a-49cc-a231-a39b543ba53e HTTP/1.1" status: 200 len: 943 time: 0.0496652 Aug 19 02:26:56.935000 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-956c4614-4e94-4d86-a54a-87a3963d2096 req-45ccc48d-7041-4158-a615-da2ae39ff19e tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/security-groups?id=f188068d-d95b-4825-bf1a-9b5c27dde473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345228 Aug 19 02:26:57.182696 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd983d60-4949-43dc-ac6f-187b69b026ad req-1659787b-f874-430d-8906-4a296bab4c52 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:57.184188 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-fd983d60-4949-43dc-ac6f-187b69b026ad req-1659787b-f874-430d-8906-4a296bab4c52 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 946 time: 0.0505013 Aug 19 02:26:57.220741 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-fd983d60-4949-43dc-ac6f-187b69b026ad req-bd7f157d-7ef8-41e6-9bb9-069cc7348f8f tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307181 Aug 19 02:26:57.669797 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 95b5cccb-9ed3-4428-9ebd-8255bfefeca3 details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:26:57.765753 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 95b5cccb-9ed3-4428-9ebd-8255bfefeca3, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=95b5cccb-9ed3-4428-9ebd-8255bfefeca3,segment=NetworkSegment(319d5af7-96d2-4ec4-8308-0d7060cbd3cd),segment_id=319d5af7-96d2-4ec4-8308-0d7060cbd3cd)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:26:57.776746 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Returning: {'device': '95b5cccb-9ed3-4428-9ebd-8255bfefeca3', 'network_id': 'aa96cf4a-8451-4972-b281-80b686313f2d', 'port_id': '95b5cccb-9ed3-4428-9ebd-8255bfefeca3', 'mac_address': 'fa:16:3e:c1:23:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24091946-7ccc-4fcb-8cfa-4caf57fab4d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:26:57.813523 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:57.825859 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95b5cccb-9ed3-4428-9ebd-8255bfefeca3 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:26:57.847820 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 95b5cccb-9ed3-4428-9ebd-8255bfefeca3, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=95b5cccb-9ed3-4428-9ebd-8255bfefeca3,segment=NetworkSegment(319d5af7-96d2-4ec4-8308-0d7060cbd3cd),segment_id=319d5af7-96d2-4ec4-8308-0d7060cbd3cd)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:26:57.977819 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:58.027432 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=95b5cccb-9ed3-4428-9ebd-8255bfefeca3,revision_number=4']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:58.054394 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09f8c9-bd77-4905-9757-48bbeb38932d req-b9324595-b4da-4db9-a419-404542b2932c tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:58.055877 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ca09f8c9-bd77-4905-9757-48bbeb38932d req-b9324595-b4da-4db9-a419-404542b2932c tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/ports?device_id=5608df44-808a-49cc-a231-a39b543ba53e HTTP/1.1" status: 200 len: 944 time: 0.0502267 Aug 19 02:26:58.098129 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ca09f8c9-bd77-4905-9757-48bbeb38932d req-b4851bad-7f0d-4d6b-99b0-51e72cecc089 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/security-groups?id=f188068d-d95b-4825-bf1a-9b5c27dde473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361149 Aug 19 02:26:58.347187 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519c686-a5e2-4c8d-a367-a706eda227a4 req-2275755b-6e91-4d33-a968-2db5232e2096 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:58.348751 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-d519c686-a5e2-4c8d-a367-a706eda227a4 req-2275755b-6e91-4d33-a968-2db5232e2096 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 946 time: 0.0530794 Aug 19 02:26:58.387886 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-d519c686-a5e2-4c8d-a367-a706eda227a4 req-239ab44c-8e0c-4a75-a3fa-200470ebdd44 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324883 Aug 19 02:26:58.437139 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] get_ports_and_sgs() called for port_ids ['95b5cccb-9ed3-4428-9ebd-8255bfefeca3'] {{(pid=94446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:26:59.242156 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8295184-0b08-4be6-b6e6-fc32c98b2b5a req-4b0de644-3023-4b3e-a834-b1ace70e74ce tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:59.243659 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c8295184-0b08-4be6-b6e6-fc32c98b2b5a req-4b0de644-3023-4b3e-a834-b1ace70e74ce tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/ports?device_id=5608df44-808a-49cc-a231-a39b543ba53e HTTP/1.1" status: 200 len: 944 time: 0.0675600 Aug 19 02:26:59.251970 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f11212-1e5a-4a5a-8a03-c657f86f9b49 req-f23444ed-962c-457e-844d-798301ee02f7 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:59.253382 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f1f11212-1e5a-4a5a-8a03-c657f86f9b49 req-f23444ed-962c-457e-844d-798301ee02f7 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.22 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 946 time: 0.0856845 Aug 19 02:26:59.341802 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c8295184-0b08-4be6-b6e6-fc32c98b2b5a req-8bd56b0c-b459-4fbe-b77e-c80fd8a88250 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/security-groups?id=f188068d-d95b-4825-bf1a-9b5c27dde473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874627 Aug 19 02:26:59.367860 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-f1f11212-1e5a-4a5a-8a03-c657f86f9b49 req-c3eb6413-26bb-4cf8-a2ae-487fb93c5263 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Deleting port 420b70b1-b5dd-4288-aad7-8bccf0961747 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:26:59.368215 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f1f11212-1e5a-4a5a-8a03-c657f86f9b49 req-c3eb6413-26bb-4cf8-a2ae-487fb93c5263 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:59.465282 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-f1f11212-1e5a-4a5a-8a03-c657f86f9b49 req-c3eb6413-26bb-4cf8-a2ae-487fb93c5263 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] For port 420b70b1-b5dd-4288-aad7-8bccf0961747, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=420b70b1-b5dd-4288-aad7-8bccf0961747,segment=NetworkSegment(b757261d-bab5-459c-9be2-97b5652aa046),segment_id=b757261d-bab5-459c-9be2-97b5652aa046)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:26:59.465673 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f1f11212-1e5a-4a5a-8a03-c657f86f9b49 req-c3eb6413-26bb-4cf8-a2ae-487fb93c5263 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:59.510269 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311072ca-864d-465c-b8a6-c47f57f75269 req-fcc809a9-1975-4bbc-97a0-cd56aa642285 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:26:59.511813 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-311072ca-864d-465c-b8a6-c47f57f75269 req-fcc809a9-1975-4bbc-97a0-cd56aa642285 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 946 time: 0.0498981 Aug 19 02:26:59.551022 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-311072ca-864d-465c-b8a6-c47f57f75269 req-45463ab5-468f-4b98-8a35-50fb9c7281e7 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=d838c2fa-afa9-4e9c-9549-b163c303fa10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332286 Aug 19 02:26:59.685994 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 95b5cccb-9ed3-4428-9ebd-8255bfefeca3 up at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:26:59.687371 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f1f11212-1e5a-4a5a-8a03-c657f86f9b49 req-c3eb6413-26bb-4cf8-a2ae-487fb93c5263 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:59.687774 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f1f11212-1e5a-4a5a-8a03-c657f86f9b49 req-c3eb6413-26bb-4cf8-a2ae-487fb93c5263 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610510'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:59.688090 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.db.l3_db [req-f1f11212-1e5a-4a5a-8a03-c657f86f9b49 req-c3eb6413-26bb-4cf8-a2ae-487fb93c5263 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Floating IP 8d468c4e-cced-4ba0-879e-2763e5cf9333 disassociated. External IP: 172.27.1.254, port: 420b70b1-b5dd-4288-aad7-8bccf0961747. Aug 19 02:26:59.688429 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-f1f11212-1e5a-4a5a-8a03-c657f86f9b49 req-c3eb6413-26bb-4cf8-a2ae-487fb93c5263 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Calling delete_port for 420b70b1-b5dd-4288-aad7-8bccf0961747 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:26:59.791280 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning for port 95b5cccb-9ed3-4428-9ebd-8255bfefeca3 completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:26:59.797829 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning complete for port 95b5cccb-9ed3-4428-9ebd-8255bfefeca3 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:26:59.797829 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:59.874823 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:59.875129 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f1f11212-1e5a-4a5a-8a03-c657f86f9b49 req-c3eb6413-26bb-4cf8-a2ae-487fb93c5263 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:26:59.897814 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5608df44-808a-49cc-a231-a39b543ba53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b5cccb-9ed3-4428-9ebd-8255bfefeca3'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:26:59.900126 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bda349f3ade6abb3bc5cfb3e12963279474636f4ef178e03561db7d4c095529d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586639e5-b99b-406d-90ef-be8b69c54eec" -d '{"events": [{"server_uuid": "5608df44-808a-49cc-a231-a39b543ba53e", "name": "network-vif-plugged", "status": "completed", "tag": "95b5cccb-9ed3-4428-9ebd-8255bfefeca3"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:26:59.904477 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb6413-26bb-4cf8-a2ae-487fb93c5263 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Pushing event deleted for resources: {'Port': ['ID=420b70b1-b5dd-4288-aad7-8bccf0961747,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:26:59.920980 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 95b5cccb-9ed3-4428-9ebd-8255bfefeca3, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=95b5cccb-9ed3-4428-9ebd-8255bfefeca3,segment=NetworkSegment(319d5af7-96d2-4ec4-8308-0d7060cbd3cd),segment_id=319d5af7-96d2-4ec4-8308-0d7060cbd3cd)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:26:59.955553 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938b3bd0-a87c-476b-9655-79b9aea82394 x-openstack-request-id: req-938b3bd0-a87c-476b-9655-79b9aea82394 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:26:59.955899 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5608df44-808a-49cc-a231-a39b543ba53e", "name": "network-vif-plugged", "status": "completed", "tag": "95b5cccb-9ed3-4428-9ebd-8255bfefeca3", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:26:59.963337 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-938b3bd0-a87c-476b-9655-79b9aea82394 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:26:59.963337 dv-cinder-755654-10-iscsi neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5608df44-808a-49cc-a231-a39b543ba53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b5cccb-9ed3-4428-9ebd-8255bfefeca3', 'code': 200} Aug 19 02:26:59.983507 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:00.032160 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1f11212-1e5a-4a5a-8a03-c657f86f9b49 req-c3eb6413-26bb-4cf8-a2ae-487fb93c5263 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Router d1c40882-4b06-4e81-8bf6-e5d79cda217a has already been hosted by L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:27:00.160600 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1f11212-1e5a-4a5a-8a03-c657f86f9b49 req-c3eb6413-26bb-4cf8-a2ae-487fb93c5263 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:27:00.172863 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6ad1b4-be7f-4d29-a4e1-582a7fb8f2a2 None None] Sync routers for ids ['d1c40882-4b06-4e81-8bf6-e5d79cda217a'] in dv-cinder-755654-10-iscsi {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:27:00.176266 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=95b5cccb-9ed3-4428-9ebd-8255bfefeca3,revision_number=5']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:27:00.195629 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6ad1b4-be7f-4d29-a4e1-582a7fb8f2a2 None None] Routers {'d1c40882-4b06-4e81-8bf6-e5d79cda217a'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:27:00.196277 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-5c6ad1b4-be7f-4d29-a4e1-582a7fb8f2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:26:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['d1c40882-4b06-4e81-8bf6-e5d79cda217a'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:27:00.210325 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f11212-1e5a-4a5a-8a03-c657f86f9b49 req-c3eb6413-26bb-4cf8-a2ae-487fb93c5263 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] No DVR routers for this DVR port 420b70b1-b5dd-4288-aad7-8bccf0961747 on host hv-cinder-75565 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:27:00.210325 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-f1f11212-1e5a-4a5a-8a03-c657f86f9b49 req-c3eb6413-26bb-4cf8-a2ae-487fb93c5263 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:00.210325 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f1f11212-1e5a-4a5a-8a03-c657f86f9b49 req-c3eb6413-26bb-4cf8-a2ae-487fb93c5263 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.22 "DELETE /v2.0/ports/420b70b1-b5dd-4288-aad7-8bccf0961747 HTTP/1.1" status: 204 len: 173 time: 0.9479234 Aug 19 02:27:00.210325 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350c5a62-4c94-4303-b68e-578dcae254ed', 'name': 'network-vif-deleted', 'tag': '420b70b1-b5dd-4288-aad7-8bccf0961747'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:27:00.212570 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded71e7a-7b26-4aea-8a4f-223de7f62d4f" -d '{"events": [{"server_uuid": "350c5a62-4c94-4303-b68e-578dcae254ed", "name": "network-vif-deleted", "tag": "420b70b1-b5dd-4288-aad7-8bccf0961747"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:27:00.254802 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4d34eb-3375-4db7-97f2-a0316e708c20 x-openstack-request-id: req-1a4d34eb-3375-4db7-97f2-a0316e708c20 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:27:00.255414 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "350c5a62-4c94-4303-b68e-578dcae254ed", "name": "network-vif-deleted", "tag": "420b70b1-b5dd-4288-aad7-8bccf0961747", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:27:00.255414 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1a4d34eb-3375-4db7-97f2-a0316e708c20 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:27:00.255764 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350c5a62-4c94-4303-b68e-578dcae254ed', 'name': 'network-vif-deleted', 'tag': '420b70b1-b5dd-4288-aad7-8bccf0961747', 'status': 'completed', 'code': 200} Aug 19 02:27:00.325283 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f207577-2a28-49cd-94d9-bafd9f289a11 req-35cb662c-d15a-4c93-ae92-5b60e2eb574d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:00.326806 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-1f207577-2a28-49cd-94d9-bafd9f289a11 req-35cb662c-d15a-4c93-ae92-5b60e2eb574d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5608df44-808a-49cc-a231-a39b543ba53e HTTP/1.1" status: 200 len: 1098 time: 0.0497074 Aug 19 02:27:00.329229 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-5c6ad1b4-be7f-4d29-a4e1-582a7fb8f2a2 None None] Set router d1c40882-4b06-4e81-8bf6-e5d79cda217a gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:27:00.371015 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-1f207577-2a28-49cd-94d9-bafd9f289a11 req-8fbe1ebc-1aa0-4a8a-bed1-f0c50ec46d8a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f188068d-d95b-4825-bf1a-9b5c27dde473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355332 Aug 19 02:27:00.485424 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145af13-d13a-4b95-9370-ba44b2b7e858 req-d81c5f88-4d23-4235-8398-01243e8189db tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:00.487126 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4145af13-d13a-4b95-9370-ba44b2b7e858 req-d81c5f88-4d23-4235-8398-01243e8189db tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/ports?device_id=5608df44-808a-49cc-a231-a39b543ba53e HTTP/1.1" status: 200 len: 945 time: 0.0546134 Aug 19 02:27:00.530150 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4145af13-d13a-4b95-9370-ba44b2b7e858 req-feb9cfca-a337-4d73-979a-554d783f9425 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/security-groups?id=f188068d-d95b-4825-bf1a-9b5c27dde473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363283 Aug 19 02:27:00.560004 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-5c6ad1b4-be7f-4d29-a4e1-582a7fb8f2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'name': 'tempest-AttachVolumeShelveTestJSON-152763069-router', 'tenant_id': '517b8744677e400988e187c26e92c291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'ded5f68b-51bf-4ffa-a281-f74c0e07a9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:19:58Z', 'updated_at': '2021-08-19T02:20:04Z', 'revision_number': 4, 'project_id': '517b8744677e400988e187c26e92c291', 'gw_port': {'id': 'ded5f68b-51bf-4ffa-a281-f74c0e07a9e4', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:19:59Z', 'updated_at': '2021-08-19T02:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': '061cbc09-c043-437f-971d-a91d07e08a58', 'name': '', 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906', 'tenant_id': '517b8744677e400988e187c26e92c291', 'mac_address': 'fa:16:3e:48:cc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '88b7472a-b5f3-4f58-a9b7-55a108eaaf89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:20:03Z', 'updated_at': '2021-08-19T02:20:12Z', 'revision_number': 5, 'project_id': '517b8744677e400988e187c26e92c291', 'subnets': [{'id': '88b7472a-b5f3-4f58-a9b7-55a108eaaf89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:27:00.587046 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6ad1b4-be7f-4d29-a4e1-582a7fb8f2a2 None None] Checking router: d1c40882-4b06-4e81-8bf6-e5d79cda217a for host: dv-cinder-755654-10-iscsi {{(pid=94446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:27:00.597783 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6ad1b4-be7f-4d29-a4e1-582a7fb8f2a2 None None] Routers {'d1c40882-4b06-4e81-8bf6-e5d79cda217a'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:27:00.598421 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-5c6ad1b4-be7f-4d29-a4e1-582a7fb8f2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:26:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['d1c40882-4b06-4e81-8bf6-e5d79cda217a'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:27:00.726616 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-5c6ad1b4-be7f-4d29-a4e1-582a7fb8f2a2 None None] Set router d1c40882-4b06-4e81-8bf6-e5d79cda217a gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:27:00.732551 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-bcdb1b35-d0a4-4395-a45b-5b5cfe1e11fb req-a9f1a764-bb6c-4b72-81e4-b42ed0b9b066 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=350c5a62-4c94-4303-b68e-578dcae254ed HTTP/1.1" status: 200 len: 210 time: 0.0412130 Aug 19 02:27:00.932917 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-5c6ad1b4-be7f-4d29-a4e1-582a7fb8f2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'name': 'tempest-AttachVolumeShelveTestJSON-152763069-router', 'tenant_id': '517b8744677e400988e187c26e92c291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'ded5f68b-51bf-4ffa-a281-f74c0e07a9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:19:58Z', 'updated_at': '2021-08-19T02:20:04Z', 'revision_number': 4, 'project_id': '517b8744677e400988e187c26e92c291', 'gw_port': {'id': 'ded5f68b-51bf-4ffa-a281-f74c0e07a9e4', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:19:59Z', 'updated_at': '2021-08-19T02:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': '061cbc09-c043-437f-971d-a91d07e08a58', 'name': '', 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906', 'tenant_id': '517b8744677e400988e187c26e92c291', 'mac_address': 'fa:16:3e:48:cc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '88b7472a-b5f3-4f58-a9b7-55a108eaaf89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:20:03Z', 'updated_at': '2021-08-19T02:20:12Z', 'revision_number': 5, 'project_id': '517b8744677e400988e187c26e92c291', 'subnets': [{'id': '88b7472a-b5f3-4f58-a9b7-55a108eaaf89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:27:00.958800 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6ad1b4-be7f-4d29-a4e1-582a7fb8f2a2 None None] The sync data for ids ['d1c40882-4b06-4e81-8bf6-e5d79cda217a'] in dv-cinder-755654-10-iscsi is: [{'id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'name': 'tempest-AttachVolumeShelveTestJSON-152763069-router', 'tenant_id': '517b8744677e400988e187c26e92c291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'ded5f68b-51bf-4ffa-a281-f74c0e07a9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:19:58Z', 'updated_at': '2021-08-19T02:20:04Z', 'revision_number': 4, 'project_id': '517b8744677e400988e187c26e92c291', 'gw_port': {'id': 'ded5f68b-51bf-4ffa-a281-f74c0e07a9e4', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:19:59Z', 'updated_at': '2021-08-19T02:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': '061cbc09-c043-437f-971d-a91d07e08a58', 'name': '', 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906', 'tenant_id': '517b8744677e400988e187c26e92c291', 'mac_address': 'fa:16:3e:48:cc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '88b7472a-b5f3-4f58-a9b7-55a108eaaf89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:20:03Z', 'updated_at': '2021-08-19T02:20:12Z', 'revision_number': 5, 'project_id': '517b8744677e400988e187c26e92c291', 'subnets': [{'id': '88b7472a-b5f3-4f58-a9b7-55a108eaaf89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:27:01.176936 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223cda37-3cb7-471d-8ce7-ffc4855db2a9 None None] New status for floating IP 8d468c4e-cced-4ba0-879e-2763e5cf9333: DOWN {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 02:27:01.644299 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8605c6-91e2-4e7d-aa73-217d408e0f43 req-0cb3f8bb-d2d3-4a55-baf3-a46b034c450f tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:01.645829 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ad8605c6-91e2-4e7d-aa73-217d408e0f43 req-0cb3f8bb-d2d3-4a55-baf3-a46b034c450f tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/ports?device_id=5608df44-808a-49cc-a231-a39b543ba53e HTTP/1.1" status: 200 len: 945 time: 0.0478561 Aug 19 02:27:01.685273 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ad8605c6-91e2-4e7d-aa73-217d408e0f43 req-d3e0c205-6ebc-423b-a8c8-bf9f71b4472d tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/security-groups?id=f188068d-d95b-4825-bf1a-9b5c27dde473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328422 Aug 19 02:27:01.910025 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 40186) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:27:01.967525 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8ca48534-dcb5-4fe1-ba51-5107d9e63837 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:01.992470 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8ca48534-dcb5-4fe1-ba51-5107d9e63837 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:02.086273 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8ca48534-dcb5-4fe1-ba51-5107d9e63837 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:02.089025 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8ca48534-dcb5-4fe1-ba51-5107d9e63837 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:02.090249 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-8ca48534-dcb5-4fe1-ba51-5107d9e63837 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "DELETE /v2.0/security-groups/d838c2fa-afa9-4e9c-9549-b163c303fa10 HTTP/1.1" status: 204 len: 168 time: 0.1789479 Aug 19 02:27:02.093014 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 40188) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:27:02.099554 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca48534-dcb5-4fe1-ba51-5107d9e63837 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d838c2fa-afa9-4e9c-9549-b163c303fa10,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:27:02.106652 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca48534-dcb5-4fe1-ba51-5107d9e63837 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:02.107004 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca48534-dcb5-4fe1-ba51-5107d9e63837 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:02.107340 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca48534-dcb5-4fe1-ba51-5107d9e63837 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:02.107675 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca48534-dcb5-4fe1-ba51-5107d9e63837 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:02.108007 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca48534-dcb5-4fe1-ba51-5107d9e63837 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:02.108362 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca48534-dcb5-4fe1-ba51-5107d9e63837 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:02.108686 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca48534-dcb5-4fe1-ba51-5107d9e63837 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:02.109011 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca48534-dcb5-4fe1-ba51-5107d9e63837 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:02.109366 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca48534-dcb5-4fe1-ba51-5107d9e63837 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:02.109686 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca48534-dcb5-4fe1-ba51-5107d9e63837 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:02.110004 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca48534-dcb5-4fe1-ba51-5107d9e63837 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:02.110118 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.api.v2.resource [None req-f3c6c4ba-f3a6-4bdb-be2c-2bd69ff53579 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] show failed (client error): The resource could not be found. Aug 19 02:27:02.110318 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca48534-dcb5-4fe1-ba51-5107d9e63837 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:02.111214 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-f3c6c4ba-f3a6-4bdb-be2c-2bd69ff53579 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups/d838c2fa-afa9-4e9c-9549-b163c303fa10 HTTP/1.1" status: 404 len: 347 time: 0.0171645 Aug 19 02:27:02.114395 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 40190) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:27:02.238459 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-ff6862a0-4e7d-4133-816b-27a80800e9c3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Deleting port 8691b070-0afb-4297-b5b5-b7d5d4c7441c {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:27:02.238805 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ff6862a0-4e7d-4133-816b-27a80800e9c3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:02.313002 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ff6862a0-4e7d-4133-816b-27a80800e9c3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:02.313346 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ff6862a0-4e7d-4133-816b-27a80800e9c3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:02.324917 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-ff6862a0-4e7d-4133-816b-27a80800e9c3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Calling delete_port for 8691b070-0afb-4297-b5b5-b7d5d4c7441c owned by network:floatingip {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:27:02.526562 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ff6862a0-4e7d-4133-816b-27a80800e9c3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:02.550026 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6862a0-4e7d-4133-816b-27a80800e9c3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Pushing event deleted for resources: {'Port': ['ID=8691b070-0afb-4297-b5b5-b7d5d4c7441c,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:27:02.614563 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ff6862a0-4e7d-4133-816b-27a80800e9c3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks [] for floatingip, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:02.617762 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ff6862a0-4e7d-4133-816b-27a80800e9c3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:02.618923 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-ff6862a0-4e7d-4133-816b-27a80800e9c3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "DELETE /v2.0/floatingips/8d468c4e-cced-4ba0-879e-2763e5cf9333 HTTP/1.1" status: 204 len: 168 time: 0.5036249 Aug 19 02:27:02.803979 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc8b66-5705-4954-abba-161bb3702a21 req-9122ad34-dcb4-4bc0-987c-7ad367fd2bd0 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:02.805465 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-37cc8b66-5705-4954-abba-161bb3702a21 req-9122ad34-dcb4-4bc0-987c-7ad367fd2bd0 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/ports?device_id=5608df44-808a-49cc-a231-a39b543ba53e HTTP/1.1" status: 200 len: 945 time: 0.0477083 Aug 19 02:27:02.841949 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-37cc8b66-5705-4954-abba-161bb3702a21 req-43ac5b5d-7ce7-45dd-aae9-9dc306952563 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/security-groups?id=f188068d-d95b-4825-bf1a-9b5c27dde473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304372 Aug 19 02:27:03.021555 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 40204) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:27:03.026263 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [None req-90407368-4ba5-4101-b067-a19aabc2a967 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1294944639', 'description': 'tempest-description--1772238608'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:27:03.120592 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-90407368-4ba5-4101-b067-a19aabc2a967 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:03.202450 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-90407368-4ba5-4101-b067-a19aabc2a967 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:03.263034 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-90407368-4ba5-4101-b067-a19aabc2a967 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:03.292746 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90407368-4ba5-4101-b067-a19aabc2a967 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3704e907-499a-4356-a2ec-ba3d2e96b1a0,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:27:03.331727 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-90407368-4ba5-4101-b067-a19aabc2a967 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:03.334705 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-90407368-4ba5-4101-b067-a19aabc2a967 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3103688 Aug 19 02:27:03.336367 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 40212) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:27:03.342316 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [None req-78dcabb7-5c0b-421e-90f8-87114b72eefd tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Request body: {'security_group_rule': {'security_group_id': '3704e907-499a-4356-a2ec-ba3d2e96b1a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:27:03.445158 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-78dcabb7-5c0b-421e-90f8-87114b72eefd tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:03.503651 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-78dcabb7-5c0b-421e-90f8-87114b72eefd tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:03.577394 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-78dcabb7-5c0b-421e-90f8-87114b72eefd tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732240'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:03.598854 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dcabb7-5c0b-421e-90f8-87114b72eefd tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac37bab-65ea-43f5-8b6e-3985368c055d,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:27:03.688812 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 420b70b1-b5dd-4288-aad7-8bccf0961747 no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:27:03.691784 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-78dcabb7-5c0b-421e-90f8-87114b72eefd tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:03.693231 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-78dcabb7-5c0b-421e-90f8-87114b72eefd tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3558559 Aug 19 02:27:03.696939 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 40220) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:27:03.701530 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-b9d4662b-6df6-47ad-a135-e96fd532f399 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Request body: {'security_group_rule': {'security_group_id': '3704e907-499a-4356-a2ec-ba3d2e96b1a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:27:03.710722 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] No Port match for: 420b70b1-b5dd-4288-aad7-8bccf0961747 {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:27:03.711674 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 420b70b1-b5dd-4288-aad7-8bccf0961747 not bound to the agent host hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:27:03.794468 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b9d4662b-6df6-47ad-a135-e96fd532f399 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:03.841378 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b9d4662b-6df6-47ad-a135-e96fd532f399 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:03.926356 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b9d4662b-6df6-47ad-a135-e96fd532f399 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732240'] for security_group_rule, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:03.944841 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d4662b-6df6-47ad-a135-e96fd532f399 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed7ea510-d47f-4b23-9f1a-b72a931645ba,revision_number=0']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:27:04.034538 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b9d4662b-6df6-47ad-a135-e96fd532f399 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:04.035692 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-b9d4662b-6df6-47ad-a135-e96fd532f399 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3377883 Aug 19 02:27:04.039537 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 40224) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:27:04.044153 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [None req-5fb2d384-2914-497a-8815-c5d698213ef3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Request body: {'floatingip': {'floating_network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:27:04.072569 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10f725-488b-4962-8a16-49788ee29f12 req-de7dbb70-a1ce-4efe-b32b-81c34f649991 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:04.074234 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-ef10f725-488b-4962-8a16-49788ee29f12 req-de7dbb70-a1ce-4efe-b32b-81c34f649991 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/ports?device_id=5608df44-808a-49cc-a231-a39b543ba53e HTTP/1.1" status: 200 len: 945 time: 0.0516109 Aug 19 02:27:04.112504 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-ef10f725-488b-4962-8a16-49788ee29f12 req-5b149beb-f676-4e6f-b14f-48805ec0a97c tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/security-groups?id=f188068d-d95b-4825-bf1a-9b5c27dde473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323064 Aug 19 02:27:04.131995 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5fb2d384-2914-497a-8815-c5d698213ef3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks [] for floatingip, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:04.225632 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5fb2d384-2914-497a-8815-c5d698213ef3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:04.328542 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-5fb2d384-2914-497a-8815-c5d698213ef3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Allocated IP 172.27.1.245 (3bd28d61-6ca0-48ed-a78c-bdbd12784534/563e592a-26a7-40db-9a00-034f622fa441/cb6ba017-f3fe-4151-bd6c-0ecdde4d7b39) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:27:04.425512 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5fb2d384-2914-497a-8815-c5d698213ef3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:04.503496 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5fb2d384-2914-497a-8815-c5d698213ef3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:04.544660 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb2d384-2914-497a-8815-c5d698213ef3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Network 3bd28d61-6ca0-48ed-a78c-bdbd12784534 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:27:04.547713 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-5fb2d384-2914-497a-8815-c5d698213ef3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:27:04.551503 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb2d384-2914-497a-8815-c5d698213ef3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:27:04.557977 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb2d384-2914-497a-8815-c5d698213ef3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Pushing event updated for resources: {'Port': ['ID=cb6ba017-f3fe-4151-bd6c-0ecdde4d7b39,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:27:04.637211 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5fb2d384-2914-497a-8815-c5d698213ef3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:04.739867 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5fb2d384-2914-497a-8815-c5d698213ef3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:04.886370 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5fb2d384-2914-497a-8815-c5d698213ef3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:04.943178 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5fb2d384-2914-497a-8815-c5d698213ef3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:05.013775 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb2d384-2914-497a-8815-c5d698213ef3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Pushing event updated for resources: {'Port': ['ID=cb6ba017-f3fe-4151-bd6c-0ecdde4d7b39,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:27:05.023862 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5fb2d384-2914-497a-8815-c5d698213ef3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610510'] for floatingip, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:05.097296 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5fb2d384-2914-497a-8815-c5d698213ef3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:05.098532 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-5fb2d384-2914-497a-8815-c5d698213ef3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0580063 Aug 19 02:27:05.230129 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae3914-25d5-4a8f-9667-7a60eb105ad2 req-7c57e700-2478-49a7-a646-2515796ceee7 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:05.231663 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c0ae3914-25d5-4a8f-9667-7a60eb105ad2 req-7c57e700-2478-49a7-a646-2515796ceee7 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/ports?device_id=5608df44-808a-49cc-a231-a39b543ba53e HTTP/1.1" status: 200 len: 945 time: 0.0508401 Aug 19 02:27:05.271156 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c0ae3914-25d5-4a8f-9667-7a60eb105ad2 req-5dc6b0c7-794f-41e5-a306-f65bcaead8b8 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/security-groups?id=f188068d-d95b-4825-bf1a-9b5c27dde473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333483 Aug 19 02:27:05.281928 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-5fd3fda8-ab8f-4054-aca7-82800575dd0b tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1294944639&fields=id&tenant_id=517b8744677e400988e187c26e92c291 HTTP/1.1" status: 200 len: 267 time: 0.0344310 Aug 19 02:27:05.393296 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-de24765d-3b7c-4987-9c24-c984ef43dc27 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:05.394688 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-de24765d-3b7c-4987-9c24-c984ef43dc27 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/networks?id=bb3fc84d-f03f-4d97-87e6-72398b20c906 HTTP/1.1" status: 200 len: 816 time: 0.1059527 Aug 19 02:27:05.409061 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-0734c715-3af7-46e3-9f55-843356b96da9 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/quotas/517b8744677e400988e187c26e92c291 HTTP/1.1" status: 200 len: 375 time: 0.0087864 Aug 19 02:27:05.459389 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-9c33aa53-2828-4edc-bae8-442383e45b49 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=517b8744677e400988e187c26e92c291&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0452065 Aug 19 02:27:05.560490 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-86785be6-2f55-467a-ba8b-6ddb2dc0d2ac service neutron] 10.222.0.16 "GET /v2.0/networks/bb3fc84d-f03f-4d97-87e6-72398b20c906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893586 Aug 19 02:27:05.649343 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-7993b0d4-9744-4fcc-a005-3dbc16266250 service neutron] 10.222.0.16 "GET /v2.0/networks/bb3fc84d-f03f-4d97-87e6-72398b20c906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824499 Aug 19 02:27:05.865878 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-980261f4-bf34-4f58-ab2d-7b34226f6a5e req-7a6e3cc3-917c-4d59-a025-0724352fe8ed tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 210 time: 0.0256486 Aug 19 02:27:05.944286 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce468cf4-94f1-40bf-a011-a966c249f434 req-bdf515c2-1694-4d11-bcd5-0259ae323b28 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:05.945782 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ce468cf4-94f1-40bf-a011-a966c249f434 req-bdf515c2-1694-4d11-bcd5-0259ae323b28 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.22 "GET /v2.0/ports?device_id=5608df44-808a-49cc-a231-a39b543ba53e HTTP/1.1" status: 200 len: 945 time: 0.0490224 Aug 19 02:27:06.038509 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-ce468cf4-94f1-40bf-a011-a966c249f434 req-9d5eafdd-2b26-419e-8652-e11a2d8aeee1 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Deleting port 95b5cccb-9ed3-4428-9ebd-8255bfefeca3 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:27:06.038854 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ce468cf4-94f1-40bf-a011-a966c249f434 req-9d5eafdd-2b26-419e-8652-e11a2d8aeee1 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:06.126553 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-ce468cf4-94f1-40bf-a011-a966c249f434 req-9d5eafdd-2b26-419e-8652-e11a2d8aeee1 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] For port 95b5cccb-9ed3-4428-9ebd-8255bfefeca3, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=95b5cccb-9ed3-4428-9ebd-8255bfefeca3,segment=NetworkSegment(319d5af7-96d2-4ec4-8308-0d7060cbd3cd),segment_id=319d5af7-96d2-4ec4-8308-0d7060cbd3cd)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:27:06.131185 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ce468cf4-94f1-40bf-a011-a966c249f434 req-9d5eafdd-2b26-419e-8652-e11a2d8aeee1 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:06.140039 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-ce468cf4-94f1-40bf-a011-a966c249f434 req-9d5eafdd-2b26-419e-8652-e11a2d8aeee1 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Calling delete_port for 95b5cccb-9ed3-4428-9ebd-8255bfefeca3 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:27:06.337265 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ce468cf4-94f1-40bf-a011-a966c249f434 req-9d5eafdd-2b26-419e-8652-e11a2d8aeee1 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:06.348712 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] get_ports_and_sgs() called for port_ids ['95b5cccb-9ed3-4428-9ebd-8255bfefeca3'] {{(pid=94446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:27:06.367424 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-7df01a8a-fc60-4ff4-a0f3-3923bec779a5 req-bbade3ad-aa88-4d33-b108-f2de834fa3bd tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/ports?device_id=5608df44-808a-49cc-a231-a39b543ba53e HTTP/1.1" status: 200 len: 210 time: 0.0263913 Aug 19 02:27:06.369611 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5eafdd-2b26-419e-8652-e11a2d8aeee1 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Pushing event deleted for resources: {'Port': ['ID=95b5cccb-9ed3-4428-9ebd-8255bfefeca3,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:27:06.645088 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce468cf4-94f1-40bf-a011-a966c249f434 req-9d5eafdd-2b26-419e-8652-e11a2d8aeee1 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] No DVR routers for this DVR port 95b5cccb-9ed3-4428-9ebd-8255bfefeca3 on host hv-cinder-75565 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:27:06.647346 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-ce468cf4-94f1-40bf-a011-a966c249f434 req-9d5eafdd-2b26-419e-8652-e11a2d8aeee1 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:06.649447 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ce468cf4-94f1-40bf-a011-a966c249f434 req-9d5eafdd-2b26-419e-8652-e11a2d8aeee1 tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.22 "DELETE /v2.0/ports/95b5cccb-9ed3-4428-9ebd-8255bfefeca3 HTTP/1.1" status: 204 len: 173 time: 0.6977253 Aug 19 02:27:06.649906 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5608df44-808a-49cc-a231-a39b543ba53e', 'name': 'network-vif-deleted', 'tag': '95b5cccb-9ed3-4428-9ebd-8255bfefeca3'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:27:06.652132 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a707fb7d-4439-45f6-9efc-b2c0be5f5917" -d '{"events": [{"server_uuid": "5608df44-808a-49cc-a231-a39b543ba53e", "name": "network-vif-deleted", "tag": "95b5cccb-9ed3-4428-9ebd-8255bfefeca3"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:27:06.687479 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752e3df5-e66f-4d2f-86e1-dc1bb3710363 x-openstack-request-id: req-752e3df5-e66f-4d2f-86e1-dc1bb3710363 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:27:06.687775 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5608df44-808a-49cc-a231-a39b543ba53e", "name": "network-vif-deleted", "tag": "95b5cccb-9ed3-4428-9ebd-8255bfefeca3", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:27:06.688029 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-752e3df5-e66f-4d2f-86e1-dc1bb3710363 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:27:06.688421 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5608df44-808a-49cc-a231-a39b543ba53e', 'name': 'network-vif-deleted', 'tag': '95b5cccb-9ed3-4428-9ebd-8255bfefeca3', 'status': 'completed', 'code': 200} Aug 19 02:27:06.966477 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-443aac82-363d-44c2-b271-27cde6a22a43 req-b9feddc2-2646-4157-9c34-8f391b20c5cf tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 210 time: 0.0301800 Aug 19 02:27:07.476498 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-53d4b363-25e7-4b56-946a-070b7eada2b9 req-e0368162-97d2-4897-81a7-653ae234b3cf tempest-VolumesActionsTest-189206906 tempest-VolumesActionsTest-189206906-project] 10.222.0.16 "GET /v2.0/ports?device_id=5608df44-808a-49cc-a231-a39b543ba53e HTTP/1.1" status: 200 len: 210 time: 0.0249724 Aug 19 02:27:08.062150 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-0596ad8c-90de-4c68-be05-c9f4011724ac tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:08.063468 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-0596ad8c-90de-4c68-be05-c9f4011724ac tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.22 "GET /v2.0/networks?id=bb3fc84d-f03f-4d97-87e6-72398b20c906 HTTP/1.1" status: 200 len: 816 time: 0.1085031 Aug 19 02:27:08.064909 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-311d2f11-6d08-4a0a-8651-831779ff01f0 req-bf2e0188-2f1d-435f-8d0b-9a267471528c tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 210 time: 0.0267963 Aug 19 02:27:08.113717 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-d8431d1d-78b0-49c8-903b-f65a3ca9cf24 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=517b8744677e400988e187c26e92c291 HTTP/1.1" status: 200 len: 380 time: 0.0392501 Aug 19 02:27:08.124064 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-95b70efe-d533-4218-a471-d2cbc4c4feef tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Request body: {'port': {'device_id': '49e4245f-eb2f-4b9e-845e-95b65dfef655', 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906', 'admin_state_up': True, 'tenant_id': '517b8744677e400988e187c26e92c291', 'security_groups': ['3704e907-499a-4356-a2ec-ba3d2e96b1a0']}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:27:08.274613 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-95b70efe-d533-4218-a471-d2cbc4c4feef tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Made reservation on behalf of 517b8744677e400988e187c26e92c291 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:27:08.278807 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-95b70efe-d533-4218-a471-d2cbc4c4feef tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:08.383547 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:08.407871 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-95b70efe-d533-4218-a471-d2cbc4c4feef tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Allocated IP 172.20.0.4 (bb3fc84d-f03f-4d97-87e6-72398b20c906/88b7472a-b5f3-4f58-a9b7-55a108eaaf89/236dea22-313f-4b56-a0b6-7e28994cf2ae) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:27:08.542482 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-95b70efe-d533-4218-a471-d2cbc4c4feef tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:08.557301 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-95b70efe-d533-4218-a471-d2cbc4c4feef tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Transition to ACTIVE for port object 236dea22-313f-4b56-a0b6-7e28994cf2ae will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:27:08.652565 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-95b70efe-d533-4218-a471-d2cbc4c4feef tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:08.693811 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-95b70efe-d533-4218-a471-d2cbc4c4feef tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Network bb3fc84d-f03f-4d97-87e6-72398b20c906 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:27:08.699648 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-95b70efe-d533-4218-a471-d2cbc4c4feef tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:27:08.703368 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-95b70efe-d533-4218-a471-d2cbc4c4feef tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:27:08.731216 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b70efe-d533-4218-a471-d2cbc4c4feef tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Pushing event updated for resources: {'Port': ['ID=236dea22-313f-4b56-a0b6-7e28994cf2ae,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:27:08.757247 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-95b70efe-d533-4218-a471-d2cbc4c4feef tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:08.758003 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-95b70efe-d533-4218-a471-d2cbc4c4feef tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:08.847283 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-95b70efe-d533-4218-a471-d2cbc4c4feef tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7270405 Aug 19 02:27:08.862751 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-7b3c4e3c-baaa-48e7-bde8-b191900a2223 service neutron] Request body: {'port': {'device_id': '49e4245f-eb2f-4b9e-845e-95b65dfef655', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75565'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:27:08.925426 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-7b3c4e3c-baaa-48e7-bde8-b191900a2223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:09.023176 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-09d1e4b6-8df1-4d1a-92fd-41f6ddba4a54 None None] Provisioning for port 236dea22-313f-4b56-a0b6-7e28994cf2ae completed by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:27:09.027335 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-09d1e4b6-8df1-4d1a-92fd-41f6ddba4a54 None None] Provisioning complete for port 236dea22-313f-4b56-a0b6-7e28994cf2ae triggered by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:27:09.027925 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-09d1e4b6-8df1-4d1a-92fd-41f6ddba4a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:09.073556 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-09d1e4b6-8df1-4d1a-92fd-41f6ddba4a54 None None] Port 236dea22-313f-4b56-a0b6-7e28994cf2ae cannot update to ACTIVE because it is not bound. {{(pid=94446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:27:09.190205 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ade8b7-9e7d-42bf-be1b-acc358ef8626 req-1bc039ff-115d-4928-a95f-7ee859292c04 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:09.198281 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-95ade8b7-9e7d-42bf-be1b-acc358ef8626 req-1bc039ff-115d-4928-a95f-7ee859292c04 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 931 time: 0.0577874 Aug 19 02:27:09.199352 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-7b3c4e3c-baaa-48e7-bde8-b191900a2223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 236dea22-313f-4b56-a0b6-7e28994cf2ae {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:27:09.208961 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-7b3c4e3c-baaa-48e7-bde8-b191900a2223 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:09.222362 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-7b3c4e3c-baaa-48e7-bde8-b191900a2223 service neutron] Transition to ACTIVE for port object 236dea22-313f-4b56-a0b6-7e28994cf2ae will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:27:09.236680 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-95ade8b7-9e7d-42bf-be1b-acc358ef8626 req-fd19eab5-7b3f-4e73-9488-9e7bf01470e1 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375412 Aug 19 02:27:09.308980 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-7b3c4e3c-baaa-48e7-bde8-b191900a2223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:09.361530 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c4e3c-baaa-48e7-bde8-b191900a2223 service neutron] Pushing event updated for resources: {'Port': ['ID=236dea22-313f-4b56-a0b6-7e28994cf2ae,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:27:09.433745 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-7b3c4e3c-baaa-48e7-bde8-b191900a2223 service neutron] Attempting to bind port 236dea22-313f-4b56-a0b6-7e28994cf2ae on host hv-cinder-75565 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:27:09.434084 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-7b3c4e3c-baaa-48e7-bde8-b191900a2223 service neutron] Attempting to bind port 236dea22-313f-4b56-a0b6-7e28994cf2ae by drivers openvswitch,hyperv on host hv-cinder-75565 at level 0 using segments [{'id': 'b757261d-bab5-459c-9be2-97b5652aa046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:27:09.434417 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-7b3c4e3c-baaa-48e7-bde8-b191900a2223 service neutron] Attempting to bind port 236dea22-313f-4b56-a0b6-7e28994cf2ae on network bb3fc84d-f03f-4d97-87e6-72398b20c906 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:27:09.438915 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-7b3c4e3c-baaa-48e7-bde8-b191900a2223 service neutron] Port 236dea22-313f-4b56-a0b6-7e28994cf2ae on network bb3fc84d-f03f-4d97-87e6-72398b20c906 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75565 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 02:27:09.439248 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-7b3c4e3c-baaa-48e7-bde8-b191900a2223 service neutron] Attempting to bind port 236dea22-313f-4b56-a0b6-7e28994cf2ae on network bb3fc84d-f03f-4d97-87e6-72398b20c906 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:27:09.444442 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-7b3c4e3c-baaa-48e7-bde8-b191900a2223 service neutron] Checking agent: {'id': '41372272-fa96-45fc-afce-a2209819517f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 18, 6), 'started_at': datetime.datetime(2021, 8, 19, 2, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:27:09.444782 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-7b3c4e3c-baaa-48e7-bde8-b191900a2223 service neutron] Checking segment: {'id': 'b757261d-bab5-459c-9be2-97b5652aa046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:27:09.445279 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-7b3c4e3c-baaa-48e7-bde8-b191900a2223 service neutron] Bound using segment: {'id': 'b757261d-bab5-459c-9be2-97b5652aa046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:27:09.445710 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-7b3c4e3c-baaa-48e7-bde8-b191900a2223 service neutron] Bound port: 236dea22-313f-4b56-a0b6-7e28994cf2ae, host: hv-cinder-75565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b757261d-bab5-459c-9be2-97b5652aa046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:27:09.446070 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-7b3c4e3c-baaa-48e7-bde8-b191900a2223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:09.514963 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-7b3c4e3c-baaa-48e7-bde8-b191900a2223 service neutron] For port 236dea22-313f-4b56-a0b6-7e28994cf2ae, host hv-cinder-75565, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:27:09.518225 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-7b3c4e3c-baaa-48e7-bde8-b191900a2223 service neutron] For port 236dea22-313f-4b56-a0b6-7e28994cf2ae, host hv-cinder-75565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=236dea22-313f-4b56-a0b6-7e28994cf2ae,segment=NetworkSegment(b757261d-bab5-459c-9be2-97b5652aa046),segment_id=b757261d-bab5-459c-9be2-97b5652aa046)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:27:09.590550 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-7b3c4e3c-baaa-48e7-bde8-b191900a2223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:09.628476 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-7b3c4e3c-baaa-48e7-bde8-b191900a2223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:09.628476 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-7b3c4e3c-baaa-48e7-bde8-b191900a2223 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:09.628476 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-7b3c4e3c-baaa-48e7-bde8-b191900a2223 service neutron] 10.222.0.22 "PUT /v2.0/ports/236dea22-313f-4b56-a0b6-7e28994cf2ae HTTP/1.1" status: 200 len: 1093 time: 0.7697453 Aug 19 02:27:09.628476 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e4245f-eb2f-4b9e-845e-95b65dfef655', 'tag': '236dea22-313f-4b56-a0b6-7e28994cf2ae'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:27:09.630502 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b548bd-4c11-41c8-bbf1-d5669ef305f9" -d '{"events": [{"name": "network-changed", "server_uuid": "49e4245f-eb2f-4b9e-845e-95b65dfef655", "tag": "236dea22-313f-4b56-a0b6-7e28994cf2ae"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:27:09.660698 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c4e3c-baaa-48e7-bde8-b191900a2223 service neutron] Pushing event updated for resources: {'Port': ['ID=236dea22-313f-4b56-a0b6-7e28994cf2ae,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:27:09.677229 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b789a2-ded8-4286-a67f-a7e0df3e07ca x-openstack-request-id: req-53b789a2-ded8-4286-a67f-a7e0df3e07ca {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:27:09.677527 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49e4245f-eb2f-4b9e-845e-95b65dfef655", "tag": "236dea22-313f-4b56-a0b6-7e28994cf2ae", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:27:09.677783 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-53b789a2-ded8-4286-a67f-a7e0df3e07ca {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:27:09.678180 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49e4245f-eb2f-4b9e-845e-95b65dfef655', 'tag': '236dea22-313f-4b56-a0b6-7e28994cf2ae', 'status': 'completed', 'code': 200} Aug 19 02:27:09.718502 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 95b5cccb-9ed3-4428-9ebd-8255bfefeca3 no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:27:09.739373 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] No Port match for: 95b5cccb-9ed3-4428-9ebd-8255bfefeca3 {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:27:09.739715 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 95b5cccb-9ed3-4428-9ebd-8255bfefeca3 not bound to the agent host hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:27:09.846102 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b548bd-4c11-41c8-bbf1-d5669ef305f9 req-9829569c-1b67-44f0-884d-e18da7a90774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:09.847618 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e5b548bd-4c11-41c8-bbf1-d5669ef305f9 req-9829569c-1b67-44f0-884d-e18da7a90774 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=517b8744677e400988e187c26e92c291&device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 1096 time: 0.0452139 Aug 19 02:27:09.950657 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b548bd-4c11-41c8-bbf1-d5669ef305f9 req-c81b9c61-165b-465f-a8a8-189ed962b682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:09.952158 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e5b548bd-4c11-41c8-bbf1-d5669ef305f9 req-c81b9c61-165b-465f-a8a8-189ed962b682 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=517b8744677e400988e187c26e92c291&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0951989 Aug 19 02:27:10.050316 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b548bd-4c11-41c8-bbf1-d5669ef305f9 req-f53f65d8-b731-454d-9b87-f59df14c68c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:10.051835 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e5b548bd-4c11-41c8-bbf1-d5669ef305f9 req-f53f65d8-b731-454d-9b87-f59df14c68c0 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926449 Aug 19 02:27:10.141433 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-805b4d2a-9cc5-4511-b996-01631e952119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:10.142955 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-805b4d2a-9cc5-4511-b996-01631e952119 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=517b8744677e400988e187c26e92c291&device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 1096 time: 0.0404699 Aug 19 02:27:10.184140 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-e02711e7-8f78-4251-8e1d-5b2abc92a897 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=236dea22-313f-4b56-a0b6-7e28994cf2ae HTTP/1.1" status: 200 len: 217 time: 0.0329607 Aug 19 02:27:10.236415 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-5ee4024d-6ade-47ac-96f0-a64578e177c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:10.237817 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-5ee4024d-6ade-47ac-96f0-a64578e177c3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=88b7472a-b5f3-4f58-a9b7-55a108eaaf89 HTTP/1.1" status: 200 len: 855 time: 0.0470254 Aug 19 02:27:10.284721 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-33f0c7ae-3440-459d-9e96-d7de007e8609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:10.286269 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-33f0c7ae-3440-459d-9e96-d7de007e8609 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bb3fc84d-f03f-4d97-87e6-72398b20c906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410719 Aug 19 02:27:10.358802 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f907f-ffd5-4ea9-869b-76d3192bbc5f req-2ee3012a-c93d-4e45-b838-df9c7f7a8f22 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:10.360310 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-b80f907f-ffd5-4ea9-869b-76d3192bbc5f req-2ee3012a-c93d-4e45-b838-df9c7f7a8f22 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 943 time: 0.0489717 Aug 19 02:27:10.378484 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-60f8cc9d-da85-439e-be10-28d8c91b8142 service neutron] 10.222.0.22 "GET /v2.0/networks/bb3fc84d-f03f-4d97-87e6-72398b20c906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838885 Aug 19 02:27:10.398256 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-b80f907f-ffd5-4ea9-869b-76d3192bbc5f req-fdf934d4-7b14-41f9-be4d-403fadaa0d17 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318818 Aug 19 02:27:10.470876 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c203a479-bdae-4090-aba7-b8dd728ffb0a req-9fdcdd13-0faf-4fcb-8b9e-78f7759756b4 service neutron] 10.222.0.22 "GET /v2.0/networks/bb3fc84d-f03f-4d97-87e6-72398b20c906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844867 Aug 19 02:27:11.519666 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aba105-b17e-4bd8-9327-c30e39c393c7 req-1df6116b-91eb-4108-915e-752a74101a70 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:11.521167 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-89aba105-b17e-4bd8-9327-c30e39c393c7 req-1df6116b-91eb-4108-915e-752a74101a70 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 943 time: 0.0495121 Aug 19 02:27:11.558554 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-89aba105-b17e-4bd8-9327-c30e39c393c7 req-631ab6ff-4ba8-4820-937a-9470bdb0e391 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311379 Aug 19 02:27:12.677938 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e60872-f263-4743-86e9-5ea8b740f10d req-d42f93d1-3117-4c99-8147-ba937d7e8060 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:12.679434 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-e8e60872-f263-4743-86e9-5ea8b740f10d req-d42f93d1-3117-4c99-8147-ba937d7e8060 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 943 time: 0.0512483 Aug 19 02:27:12.716766 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-e8e60872-f263-4743-86e9-5ea8b740f10d req-04778d62-0e84-4382-bdf5-336bad7f6e36 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314395 Aug 19 02:27:13.838692 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaccb27-8403-4806-a696-397b5e473e67 req-86d1a0ef-ef34-4270-afc6-2193dd9413b0 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:13.840178 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-aaaccb27-8403-4806-a696-397b5e473e67 req-86d1a0ef-ef34-4270-afc6-2193dd9413b0 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 943 time: 0.0510244 Aug 19 02:27:13.877209 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-aaaccb27-8403-4806-a696-397b5e473e67 req-e1f6a386-1f71-4791-9f35-31fcfe3901ac tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311394 Aug 19 02:27:14.840078 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1316ee4a-b63f-44d5-9a58-6df886f3dc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:14.993373 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd0de8f-d9b5-4a0e-a9ff-6b159cb0a202 req-e7b7fa25-a17b-4fe4-b44c-59839f796eba tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:14.994866 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-3cd0de8f-d9b5-4a0e-a9ff-6b159cb0a202 req-e7b7fa25-a17b-4fe4-b44c-59839f796eba tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 943 time: 0.0482399 Aug 19 02:27:15.032132 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-3cd0de8f-d9b5-4a0e-a9ff-6b159cb0a202 req-27656f24-16c4-4925-bc64-ef058788d0b6 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312376 Aug 19 02:27:16.153655 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33295d-3349-4f32-b4fa-1959e3b95d07 req-a7061ba6-d2f4-470a-a4ac-e403f383512a tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:16.155204 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-0c33295d-3349-4f32-b4fa-1959e3b95d07 req-a7061ba6-d2f4-470a-a4ac-e403f383512a tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 943 time: 0.0506473 Aug 19 02:27:16.199821 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-0c33295d-3349-4f32-b4fa-1959e3b95d07 req-c28c2e59-3e9f-4491-8efc-63221ef2123e tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336068 Aug 19 02:27:16.528845 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-f8f7fd6a-c833-4a66-be01-a0f21c51645b tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-264349201&fields=id&tenant_id=224f1c1ae0cf41ea9f737a8b24175ee1 HTTP/1.1" status: 200 len: 267 time: 0.0408444 Aug 19 02:27:16.655097 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-048b953b-06de-42d7-92aa-10978e344443 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:16.657581 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-048b953b-06de-42d7-92aa-10978e344443 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/networks?id=0f5e88cb-7ae7-4588-b5fa-35aaf6915c93 HTTP/1.1" status: 200 len: 811 time: 0.1219480 Aug 19 02:27:16.675751 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-5b402775-6707-48fd-9491-e2fe4d038b33 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/quotas/224f1c1ae0cf41ea9f737a8b24175ee1 HTTP/1.1" status: 200 len: 375 time: 0.0128932 Aug 19 02:27:16.747371 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-c05c216c-8b64-472e-a6dd-8be690b6278e tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=224f1c1ae0cf41ea9f737a8b24175ee1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653179 Aug 19 02:27:16.890425 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-593c2b28-2f24-4661-9a5c-b141db1c6bb9 service neutron] 10.222.0.16 "GET /v2.0/networks/0f5e88cb-7ae7-4588-b5fa-35aaf6915c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258092 Aug 19 02:27:17.015480 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-66cd3047-2d69-4a4b-95a4-8302e207dbf8 service neutron] 10.222.0.16 "GET /v2.0/networks/0f5e88cb-7ae7-4588-b5fa-35aaf6915c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183875 Aug 19 02:27:17.251026 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-17b77855-34e1-43cc-a7b8-fff184d70e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:17.355043 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110804c-50c8-4f32-a718-f8022889325a req-5cc4b5f7-8b16-44c7-97d8-ffebb4e05959 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:17.356503 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9110804c-50c8-4f32-a718-f8022889325a req-5cc4b5f7-8b16-44c7-97d8-ffebb4e05959 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 943 time: 0.0646439 Aug 19 02:27:17.406726 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9110804c-50c8-4f32-a718-f8022889325a req-e5c6ed69-c49a-4f4d-9857-4c4584d90b72 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420251 Aug 19 02:27:17.680405 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:17.684547 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f2b4708e-236d-4cfe-9571-1c2522dfd652 req-b77f7180-f720-4663-93c8-fc5018f4c314 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdc07f6-9547-4089-96fb-81cfc5f3ad33 HTTP/1.1" status: 200 len: 210 time: 0.0308483 Aug 19 02:27:17.779831 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 236dea22-313f-4b56-a0b6-7e28994cf2ae details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:27:17.898031 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 236dea22-313f-4b56-a0b6-7e28994cf2ae, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=236dea22-313f-4b56-a0b6-7e28994cf2ae,segment=NetworkSegment(b757261d-bab5-459c-9be2-97b5652aa046),segment_id=b757261d-bab5-459c-9be2-97b5652aa046)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:27:17.916419 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Returning: {'device': '236dea22-313f-4b56-a0b6-7e28994cf2ae', 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906', 'port_id': '236dea22-313f-4b56-a0b6-7e28994cf2ae', 'mac_address': 'fa:16:3e:91:14:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88b7472a-b5f3-4f58-a9b7-55a108eaaf89', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:27:17.959762 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:17.974087 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 236dea22-313f-4b56-a0b6-7e28994cf2ae {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:27:18.002899 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 236dea22-313f-4b56-a0b6-7e28994cf2ae, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=236dea22-313f-4b56-a0b6-7e28994cf2ae,segment=NetworkSegment(b757261d-bab5-459c-9be2-97b5652aa046),segment_id=b757261d-bab5-459c-9be2-97b5652aa046)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:27:18.086267 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:18.145725 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=236dea22-313f-4b56-a0b6-7e28994cf2ae,revision_number=4']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:27:18.432560 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] get_ports_and_sgs() called for port_ids ['236dea22-313f-4b56-a0b6-7e28994cf2ae'] {{(pid=94446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:27:18.526498 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:18.564297 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b6e17-00ab-42c3-bf78-407994903896 req-c4ede021-65d5-429f-864b-e06b962254b9 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:18.575432 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-dd2b6e17-00ab-42c3-bf78-407994903896 req-c4ede021-65d5-429f-864b-e06b962254b9 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 944 time: 0.0653658 Aug 19 02:27:18.626083 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-dd2b6e17-00ab-42c3-bf78-407994903896 req-44559714-be88-44d6-91c7-5cfcd1c1603d tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464506 Aug 19 02:27:18.793146 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-67a8ad97-b1db-4e23-9311-b85acb1c6ad5 req-4de0282f-a42a-4e5f-9852-d31e03fc50aa tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdc07f6-9547-4089-96fb-81cfc5f3ad33 HTTP/1.1" status: 200 len: 210 time: 0.0355248 Aug 19 02:27:19.760337 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768987f7-2764-4d64-b699-45c49678da61 req-8ffe1323-d216-4c4d-b02a-6f9336268b55 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:19.761917 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-768987f7-2764-4d64-b699-45c49678da61 req-8ffe1323-d216-4c4d-b02a-6f9336268b55 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 944 time: 0.0603850 Aug 19 02:27:19.794338 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 236dea22-313f-4b56-a0b6-7e28994cf2ae up at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:27:19.823079 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-768987f7-2764-4d64-b699-45c49678da61 req-bd619de7-67bc-46d8-ae3b-034f26e96172 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510685 Aug 19 02:27:19.928753 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d63e3121-9e4f-4c38-b7a6-99a1e935ccaf req-c74da78f-05bb-4605-a6b1-244f126d20bd tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdc07f6-9547-4089-96fb-81cfc5f3ad33 HTTP/1.1" status: 200 len: 210 time: 0.0364819 Aug 19 02:27:19.952201 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning for port 236dea22-313f-4b56-a0b6-7e28994cf2ae completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:27:19.955667 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning complete for port 236dea22-313f-4b56-a0b6-7e28994cf2ae triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:27:19.956111 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:20.067674 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:20.093536 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e4245f-eb2f-4b9e-845e-95b65dfef655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236dea22-313f-4b56-a0b6-7e28994cf2ae'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:27:20.095796 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bda349f3ade6abb3bc5cfb3e12963279474636f4ef178e03561db7d4c095529d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61b0258-f711-4705-a710-93969f99f9c4" -d '{"events": [{"server_uuid": "49e4245f-eb2f-4b9e-845e-95b65dfef655", "name": "network-vif-plugged", "status": "completed", "tag": "236dea22-313f-4b56-a0b6-7e28994cf2ae"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:27:20.125601 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 236dea22-313f-4b56-a0b6-7e28994cf2ae, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=236dea22-313f-4b56-a0b6-7e28994cf2ae,segment=NetworkSegment(b757261d-bab5-459c-9be2-97b5652aa046),segment_id=b757261d-bab5-459c-9be2-97b5652aa046)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:27:20.154625 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2875079c-d32b-44e3-9062-c00a77b65874 x-openstack-request-id: req-2875079c-d32b-44e3-9062-c00a77b65874 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:27:20.155805 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e4245f-eb2f-4b9e-845e-95b65dfef655", "name": "network-vif-plugged", "status": "completed", "tag": "236dea22-313f-4b56-a0b6-7e28994cf2ae", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:27:20.155956 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2875079c-d32b-44e3-9062-c00a77b65874 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:27:20.156855 dv-cinder-755654-10-iscsi neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e4245f-eb2f-4b9e-845e-95b65dfef655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236dea22-313f-4b56-a0b6-7e28994cf2ae', 'code': 200} Aug 19 02:27:20.171647 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:20.272903 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=236dea22-313f-4b56-a0b6-7e28994cf2ae,revision_number=5']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:27:20.283936 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-52a06802-98ca-4bf6-ab90-146ee1fe4b38 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:20.285499 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-52a06802-98ca-4bf6-ab90-146ee1fe4b38 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.22 "GET /v2.0/networks?id=0f5e88cb-7ae7-4588-b5fa-35aaf6915c93 HTTP/1.1" status: 200 len: 811 time: 0.1470451 Aug 19 02:27:20.344654 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-cea40b40-220d-4b33-bf2e-32a5d52232aa tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=224f1c1ae0cf41ea9f737a8b24175ee1 HTTP/1.1" status: 200 len: 379 time: 0.0476820 Aug 19 02:27:20.355122 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-f3c1b489-fb61-4ec7-acf9-969a80fa6621 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Request body: {'port': {'device_id': 'bfdc07f6-9547-4089-96fb-81cfc5f3ad33', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'admin_state_up': True, 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'security_groups': ['849f66cf-9e95-4895-be23-b29ac72083cb']}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:27:20.446109 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:20.560916 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-f3c1b489-fb61-4ec7-acf9-969a80fa6621 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Made reservation on behalf of 224f1c1ae0cf41ea9f737a8b24175ee1 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:27:20.566435 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-f3c1b489-fb61-4ec7-acf9-969a80fa6621 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:20.607666 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ce6a6-2a4a-4dd2-ab9b-451283baf1d3 req-a8e7b488-3fa0-45d0-a84b-d268cf7cb323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:20.610003 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-514ce6a6-2a4a-4dd2-ab9b-451283baf1d3 req-a8e7b488-3fa0-45d0-a84b-d268cf7cb323 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 1098 time: 0.0857604 Aug 19 02:27:20.656017 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-514ce6a6-2a4a-4dd2-ab9b-451283baf1d3 req-87c860e0-edd2-4051-9782-5a6f7fb8a838 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378103 Aug 19 02:27:20.738806 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-f3c1b489-fb61-4ec7-acf9-969a80fa6621 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Allocated IP 172.20.0.10 (0f5e88cb-7ae7-4588-b5fa-35aaf6915c93/a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31/4719ffac-bd57-4472-8c28-feb0e585165e) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:27:20.913940 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-f3c1b489-fb61-4ec7-acf9-969a80fa6621 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:20.928796 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-f3c1b489-fb61-4ec7-acf9-969a80fa6621 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Transition to ACTIVE for port object 4719ffac-bd57-4472-8c28-feb0e585165e will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:27:21.026663 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109cbd1-94f4-4b9f-89ca-e2830457aefa req-dd6dea6b-0ab2-4f9d-bbfd-e6fa08917ace tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:21.028829 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-0109cbd1-94f4-4b9f-89ca-e2830457aefa req-dd6dea6b-0ab2-4f9d-bbfd-e6fa08917ace tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 945 time: 0.0737088 Aug 19 02:27:21.030721 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-f3c1b489-fb61-4ec7-acf9-969a80fa6621 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:21.094344 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-f3c1b489-fb61-4ec7-acf9-969a80fa6621 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Network 0f5e88cb-7ae7-4588-b5fa-35aaf6915c93 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:27:21.102662 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-f3c1b489-fb61-4ec7-acf9-969a80fa6621 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:27:21.110151 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-f3c1b489-fb61-4ec7-acf9-969a80fa6621 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:27:21.115758 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1999c99-aba3-4efb-a06c-516b542907a0 req-14e4f2fe-adcf-47a3-962f-b8c2118913e9 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:21.125792 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-b1999c99-aba3-4efb-a06c-516b542907a0 req-14e4f2fe-adcf-47a3-962f-b8c2118913e9 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdc07f6-9547-4089-96fb-81cfc5f3ad33 HTTP/1.1" status: 200 len: 932 time: 0.1050236 Aug 19 02:27:21.195518 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-f3c1b489-fb61-4ec7-acf9-969a80fa6621 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:21.197302 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-f3c1b489-fb61-4ec7-acf9-969a80fa6621 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:21.201224 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-b1999c99-aba3-4efb-a06c-516b542907a0 req-f2799b04-5cec-4b05-aa58-e09d926ab76f tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743804 Aug 19 02:27:21.229579 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-0109cbd1-94f4-4b9f-89ca-e2830457aefa req-6b29edb9-e42b-4493-94ff-343b5106e380 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915965 Aug 19 02:27:21.231697 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c1b489-fb61-4ec7-acf9-969a80fa6621 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Pushing event updated for resources: {'Port': ['ID=4719ffac-bd57-4472-8c28-feb0e585165e,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:27:21.247576 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1b489-fb61-4ec7-acf9-969a80fa6621 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:21.250854 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1b489-fb61-4ec7-acf9-969a80fa6621 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:21.250854 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1b489-fb61-4ec7-acf9-969a80fa6621 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:21.250854 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1b489-fb61-4ec7-acf9-969a80fa6621 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:21.250854 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1b489-fb61-4ec7-acf9-969a80fa6621 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:21.250854 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1b489-fb61-4ec7-acf9-969a80fa6621 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:21.250854 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1b489-fb61-4ec7-acf9-969a80fa6621 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:21.250854 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1b489-fb61-4ec7-acf9-969a80fa6621 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:21.250854 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1b489-fb61-4ec7-acf9-969a80fa6621 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:21.250854 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1b489-fb61-4ec7-acf9-969a80fa6621 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:21.252050 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1b489-fb61-4ec7-acf9-969a80fa6621 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:21.252050 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1b489-fb61-4ec7-acf9-969a80fa6621 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:21.304718 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-f3c1b489-fb61-4ec7-acf9-969a80fa6621 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9537339 Aug 19 02:27:21.322804 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-10550751-d901-4075-9278-e623f9b01950 service neutron] Request body: {'port': {'device_id': 'bfdc07f6-9547-4089-96fb-81cfc5f3ad33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75565'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:27:21.434239 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-10550751-d901-4075-9278-e623f9b01950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:21.526624 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-f580110a-655e-42f6-b5ee-54e321356ca6 None None] Provisioning for port 4719ffac-bd57-4472-8c28-feb0e585165e completed by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:27:21.538574 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-f580110a-655e-42f6-b5ee-54e321356ca6 None None] Provisioning complete for port 4719ffac-bd57-4472-8c28-feb0e585165e triggered by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:27:21.539226 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f580110a-655e-42f6-b5ee-54e321356ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:21.599462 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-f580110a-655e-42f6-b5ee-54e321356ca6 None None] Port 4719ffac-bd57-4472-8c28-feb0e585165e cannot update to ACTIVE because it is not bound. {{(pid=94446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:27:21.751698 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-10550751-d901-4075-9278-e623f9b01950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4719ffac-bd57-4472-8c28-feb0e585165e {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:27:21.760499 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-10550751-d901-4075-9278-e623f9b01950 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:21.775365 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-10550751-d901-4075-9278-e623f9b01950 service neutron] Transition to ACTIVE for port object 4719ffac-bd57-4472-8c28-feb0e585165e will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:27:21.857552 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-10550751-d901-4075-9278-e623f9b01950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:21.913628 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10550751-d901-4075-9278-e623f9b01950 service neutron] Pushing event updated for resources: {'Port': ['ID=4719ffac-bd57-4472-8c28-feb0e585165e,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:27:22.003929 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-10550751-d901-4075-9278-e623f9b01950 service neutron] Attempting to bind port 4719ffac-bd57-4472-8c28-feb0e585165e on host hv-cinder-75565 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:27:22.004567 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-10550751-d901-4075-9278-e623f9b01950 service neutron] Attempting to bind port 4719ffac-bd57-4472-8c28-feb0e585165e by drivers openvswitch,hyperv on host hv-cinder-75565 at level 0 using segments [{'id': '931f45c5-f70f-44f6-b2dd-b1878e391d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:27:22.004982 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-10550751-d901-4075-9278-e623f9b01950 service neutron] Attempting to bind port 4719ffac-bd57-4472-8c28-feb0e585165e on network 0f5e88cb-7ae7-4588-b5fa-35aaf6915c93 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:27:22.010727 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-10550751-d901-4075-9278-e623f9b01950 service neutron] Port 4719ffac-bd57-4472-8c28-feb0e585165e on network 0f5e88cb-7ae7-4588-b5fa-35aaf6915c93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75565 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 02:27:22.011794 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-10550751-d901-4075-9278-e623f9b01950 service neutron] Attempting to bind port 4719ffac-bd57-4472-8c28-feb0e585165e on network 0f5e88cb-7ae7-4588-b5fa-35aaf6915c93 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:27:22.018016 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-10550751-d901-4075-9278-e623f9b01950 service neutron] Checking agent: {'id': '41372272-fa96-45fc-afce-a2209819517f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 18, 6), 'started_at': datetime.datetime(2021, 8, 19, 2, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:27:22.018478 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-10550751-d901-4075-9278-e623f9b01950 service neutron] Checking segment: {'id': '931f45c5-f70f-44f6-b2dd-b1878e391d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:27:22.018979 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-10550751-d901-4075-9278-e623f9b01950 service neutron] Bound using segment: {'id': '931f45c5-f70f-44f6-b2dd-b1878e391d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:27:22.019512 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-10550751-d901-4075-9278-e623f9b01950 service neutron] Bound port: 4719ffac-bd57-4472-8c28-feb0e585165e, host: hv-cinder-75565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '931f45c5-f70f-44f6-b2dd-b1878e391d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:27:22.019998 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-10550751-d901-4075-9278-e623f9b01950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:22.118786 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-10550751-d901-4075-9278-e623f9b01950 service neutron] For port 4719ffac-bd57-4472-8c28-feb0e585165e, host hv-cinder-75565, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:27:22.122930 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-10550751-d901-4075-9278-e623f9b01950 service neutron] For port 4719ffac-bd57-4472-8c28-feb0e585165e, host hv-cinder-75565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=4719ffac-bd57-4472-8c28-feb0e585165e,segment=NetworkSegment(931f45c5-f70f-44f6-b2dd-b1878e391d43),segment_id=931f45c5-f70f-44f6-b2dd-b1878e391d43)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:27:22.225019 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-10550751-d901-4075-9278-e623f9b01950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:22.285031 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-10550751-d901-4075-9278-e623f9b01950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:22.286789 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-10550751-d901-4075-9278-e623f9b01950 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:22.290681 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-10550751-d901-4075-9278-e623f9b01950 service neutron] 10.222.0.22 "PUT /v2.0/ports/4719ffac-bd57-4472-8c28-feb0e585165e HTTP/1.1" status: 200 len: 1094 time: 0.9762814 Aug 19 02:27:22.292730 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfdc07f6-9547-4089-96fb-81cfc5f3ad33', 'tag': '4719ffac-bd57-4472-8c28-feb0e585165e'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:27:22.295688 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e7d1a2-e1d1-43ab-aa43-3ca03fe115be" -d '{"events": [{"name": "network-changed", "server_uuid": "bfdc07f6-9547-4089-96fb-81cfc5f3ad33", "tag": "4719ffac-bd57-4472-8c28-feb0e585165e"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:27:22.358450 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10550751-d901-4075-9278-e623f9b01950 service neutron] Pushing event updated for resources: {'Port': ['ID=4719ffac-bd57-4472-8c28-feb0e585165e,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:27:22.380850 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755565eb-2ee1-4ef9-acf6-5566f6231974 req-02ff2711-bfad-4c44-be5a-124de811737f tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:22.382630 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-755565eb-2ee1-4ef9-acf6-5566f6231974 req-02ff2711-bfad-4c44-be5a-124de811737f tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdc07f6-9547-4089-96fb-81cfc5f3ad33 HTTP/1.1" status: 200 len: 944 time: 0.0625179 Aug 19 02:27:22.459525 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-755565eb-2ee1-4ef9-acf6-5566f6231974 req-c46ca5a4-f720-4b95-b940-5a5befffe174 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667017 Aug 19 02:27:22.515112 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe19ab-9e8b-4448-b455-56f2b7c60aa1 req-c8e4913a-2efb-48cb-861c-49525514209f tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:22.517020 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-84fe19ab-9e8b-4448-b455-56f2b7c60aa1 req-c8e4913a-2efb-48cb-861c-49525514209f tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 945 time: 0.1370826 Aug 19 02:27:22.523041 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b08642-fa5f-43e9-83ad-718a737088a4 x-openstack-request-id: req-33b08642-fa5f-43e9-83ad-718a737088a4 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:27:22.523351 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfdc07f6-9547-4089-96fb-81cfc5f3ad33", "tag": "4719ffac-bd57-4472-8c28-feb0e585165e", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:27:22.524956 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-33b08642-fa5f-43e9-83ad-718a737088a4 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:27:22.525572 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfdc07f6-9547-4089-96fb-81cfc5f3ad33', 'tag': '4719ffac-bd57-4472-8c28-feb0e585165e', 'status': 'completed', 'code': 200} Aug 19 02:27:22.557506 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-22357c91-8f96-4938-9677-b9226057ac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:22.559869 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-22357c91-8f96-4938-9677-b9226057ac1f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=224f1c1ae0cf41ea9f737a8b24175ee1&device_id=bfdc07f6-9547-4089-96fb-81cfc5f3ad33 HTTP/1.1" status: 200 len: 1097 time: 0.1301417 Aug 19 02:27:22.595553 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-84fe19ab-9e8b-4448-b455-56f2b7c60aa1 req-490089b8-1177-4b59-8c38-501c1def8585 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687547 Aug 19 02:27:22.628968 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-7fcd064d-4e9e-43bd-8b30-d365757b860b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4719ffac-bd57-4472-8c28-feb0e585165e HTTP/1.1" status: 200 len: 217 time: 0.0482788 Aug 19 02:27:22.679955 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-a5bacb1d-cae0-436f-b81a-69edaae3b98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:22.681528 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-a5bacb1d-cae0-436f-b81a-69edaae3b98a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31 HTTP/1.1" status: 200 len: 850 time: 0.0459623 Aug 19 02:27:22.738247 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-9bb34dfd-cd64-4573-ba53-1b628d3cf6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:22.740181 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-9bb34dfd-cd64-4573-ba53-1b628d3cf6ca service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0f5e88cb-7ae7-4588-b5fa-35aaf6915c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0514390 Aug 19 02:27:22.831456 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-ac431d6e-8846-4c37-a9f1-951efeaf4c89 service neutron] 10.222.0.22 "GET /v2.0/networks/0f5e88cb-7ae7-4588-b5fa-35aaf6915c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837920 Aug 19 02:27:22.926396 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4ea5f04f-8cb0-432e-acce-38feca1433e5 req-043c6a78-a3ba-479c-b744-709db9c4fb3b service neutron] 10.222.0.22 "GET /v2.0/networks/0f5e88cb-7ae7-4588-b5fa-35aaf6915c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877817 Aug 19 02:27:23.131943 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7d1a2-e1d1-43ab-aa43-3ca03fe115be req-8bdba219-eb29-4b7c-af8b-c595185dca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:23.134856 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-51e7d1a2-e1d1-43ab-aa43-3ca03fe115be req-8bdba219-eb29-4b7c-af8b-c595185dca67 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=224f1c1ae0cf41ea9f737a8b24175ee1&device_id=bfdc07f6-9547-4089-96fb-81cfc5f3ad33 HTTP/1.1" status: 200 len: 1097 time: 0.0580142 Aug 19 02:27:23.258450 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7d1a2-e1d1-43ab-aa43-3ca03fe115be req-d8ef0ffd-299e-4f09-9a9a-6a4df053e20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:23.261016 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-51e7d1a2-e1d1-43ab-aa43-3ca03fe115be req-d8ef0ffd-299e-4f09-9a9a-6a4df053e20c service neutron] 10.222.0.22 "GET /v2.0/networks?id=0f5e88cb-7ae7-4588-b5fa-35aaf6915c93 HTTP/1.1" status: 200 len: 912 time: 0.1184807 Aug 19 02:27:23.314423 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-51e7d1a2-e1d1-43ab-aa43-3ca03fe115be req-2524b6fa-cb26-426b-a9a4-48a53cc87d79 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4719ffac-bd57-4472-8c28-feb0e585165e HTTP/1.1" status: 200 len: 217 time: 0.0439670 Aug 19 02:27:23.377020 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7d1a2-e1d1-43ab-aa43-3ca03fe115be req-3b1fc252-1e20-4373-b645-38a54064c53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:23.378538 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-51e7d1a2-e1d1-43ab-aa43-3ca03fe115be req-3b1fc252-1e20-4373-b645-38a54064c53a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31 HTTP/1.1" status: 200 len: 850 time: 0.0569780 Aug 19 02:27:23.428889 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7d1a2-e1d1-43ab-aa43-3ca03fe115be req-aad94f6c-d0a9-4ed1-8423-ad6ac3d1a8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:23.430440 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-51e7d1a2-e1d1-43ab-aa43-3ca03fe115be req-aad94f6c-d0a9-4ed1-8423-ad6ac3d1a8d5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0f5e88cb-7ae7-4588-b5fa-35aaf6915c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0436571 Aug 19 02:27:23.541305 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-51e7d1a2-e1d1-43ab-aa43-3ca03fe115be req-7f0d7a6e-506f-4279-b44e-182023e0b27a service neutron] 10.222.0.22 "GET /v2.0/networks/0f5e88cb-7ae7-4588-b5fa-35aaf6915c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026795 Aug 19 02:27:23.591717 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fdaab2-de71-41d4-94d9-3698073f9984 req-1fdae8e1-1eaf-4934-9300-663592efebeb tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:23.601195 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-43fdaab2-de71-41d4-94d9-3698073f9984 req-1fdae8e1-1eaf-4934-9300-663592efebeb tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdc07f6-9547-4089-96fb-81cfc5f3ad33 HTTP/1.1" status: 200 len: 944 time: 0.0614500 Aug 19 02:27:23.652048 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-43fdaab2-de71-41d4-94d9-3698073f9984 req-65d354d3-3396-4928-93d9-5ac619528861 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443053 Aug 19 02:27:23.678802 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-51e7d1a2-e1d1-43ab-aa43-3ca03fe115be req-02a2e694-3a3f-402e-b9ac-3697bc84f242 service neutron] 10.222.0.22 "GET /v2.0/networks/0f5e88cb-7ae7-4588-b5fa-35aaf6915c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299486 Aug 19 02:27:23.748093 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba1325-1bba-4ffc-bd1f-316a40a07a55 req-0bc4c350-011e-42fc-8932-3a348fb01c38 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:23.749969 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f3ba1325-1bba-4ffc-bd1f-316a40a07a55 req-0bc4c350-011e-42fc-8932-3a348fb01c38 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 945 time: 0.0534987 Aug 19 02:27:23.795082 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f3ba1325-1bba-4ffc-bd1f-316a40a07a55 req-4c335689-34bb-42fe-b125-c3cfb88421a6 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374036 Aug 19 02:27:23.925102 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd479d-adc0-41d2-af94-0c5deda051ce req-4b90d107-755c-49d7-b7f1-bdc42d5f3699 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:23.926750 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-82dd479d-adc0-41d2-af94-0c5deda051ce req-4b90d107-755c-49d7-b7f1-bdc42d5f3699 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 945 time: 0.0499794 Aug 19 02:27:23.936689 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 40480) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:27:23.942669 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [None req-e2bb972f-be92-4aa0-b5e1-a95e6a90c9e8 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Request body: {'floatingip': {'port_id': '236dea22-313f-4b56-a0b6-7e28994cf2ae'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:27:23.996149 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e2bb972f-be92-4aa0-b5e1-a95e6a90c9e8 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks [] for floatingip, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:24.802022 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e2bb972f-be92-4aa0-b5e1-a95e6a90c9e8 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:24.823936 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377fa963-747e-4d5a-a002-be2a567dea2b req-42786001-f7dd-4fce-975e-b39f5b6aa1a8 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:24.825959 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-377fa963-747e-4d5a-a002-be2a567dea2b req-42786001-f7dd-4fce-975e-b39f5b6aa1a8 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdc07f6-9547-4089-96fb-81cfc5f3ad33 HTTP/1.1" status: 200 len: 944 time: 0.0820882 Aug 19 02:27:24.871184 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-377fa963-747e-4d5a-a002-be2a567dea2b req-2ececdce-c1ed-42ed-b224-c722b5a2ce24 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375981 Aug 19 02:27:24.878073 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e2bb972f-be92-4aa0-b5e1-a95e6a90c9e8 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610510'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:24.995115 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.db.l3_db [None req-e2bb972f-be92-4aa0-b5e1-a95e6a90c9e8 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Floating IP cc8e50fc-d1f2-4a7e-af80-9ebe85c3f580 associated. External IP: 172.27.1.245, port: 236dea22-313f-4b56-a0b6-7e28994cf2ae. Aug 19 02:27:25.211746 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2bb972f-be92-4aa0-b5e1-a95e6a90c9e8 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Router d1c40882-4b06-4e81-8bf6-e5d79cda217a has already been hosted by L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:27:25.329806 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2bb972f-be92-4aa0-b5e1-a95e6a90c9e8 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:27:25.334457 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e2bb972f-be92-4aa0-b5e1-a95e6a90c9e8 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:25.342479 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93103498-d3ad-4781-bf0e-1bf423ba21cf None None] Sync routers for ids ['d1c40882-4b06-4e81-8bf6-e5d79cda217a'] in dv-cinder-755654-10-iscsi {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:27:25.358369 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93103498-d3ad-4781-bf0e-1bf423ba21cf None None] Routers {'d1c40882-4b06-4e81-8bf6-e5d79cda217a'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:27:25.359484 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-93103498-d3ad-4781-bf0e-1bf423ba21cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:27:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['d1c40882-4b06-4e81-8bf6-e5d79cda217a'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:27:25.370505 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-e2bb972f-be92-4aa0-b5e1-a95e6a90c9e8 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "PUT /v2.0/floatingips/cc8e50fc-d1f2-4a7e-af80-9ebe85c3f580 HTTP/1.1" status: 200 len: 991 time: 1.4324064 Aug 19 02:27:25.371087 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e4245f-eb2f-4b9e-845e-95b65dfef655', 'tag': '236dea22-313f-4b56-a0b6-7e28994cf2ae'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:27:25.375236 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a463548-8d6f-421d-bb3b-fd20f253cc0a" -d '{"events": [{"name": "network-changed", "server_uuid": "49e4245f-eb2f-4b9e-845e-95b65dfef655", "tag": "236dea22-313f-4b56-a0b6-7e28994cf2ae"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:27:25.461896 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3ac383-84bd-4b78-9087-e426648fcf2f x-openstack-request-id: req-7f3ac383-84bd-4b78-9087-e426648fcf2f {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:27:25.462232 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49e4245f-eb2f-4b9e-845e-95b65dfef655", "tag": "236dea22-313f-4b56-a0b6-7e28994cf2ae", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:27:25.462580 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7f3ac383-84bd-4b78-9087-e426648fcf2f {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:27:25.463066 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49e4245f-eb2f-4b9e-845e-95b65dfef655', 'tag': '236dea22-313f-4b56-a0b6-7e28994cf2ae', 'status': 'completed', 'code': 200} Aug 19 02:27:25.534444 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a463548-8d6f-421d-bb3b-fd20f253cc0a req-829e781f-1c7b-4b61-bb60-58efa4bef476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:25.536060 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6a463548-8d6f-421d-bb3b-fd20f253cc0a req-829e781f-1c7b-4b61-bb60-58efa4bef476 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=517b8744677e400988e187c26e92c291&device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 1098 time: 0.0460846 Aug 19 02:27:25.595543 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-93103498-d3ad-4781-bf0e-1bf423ba21cf None None] Set router d1c40882-4b06-4e81-8bf6-e5d79cda217a gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:27:25.638864 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a463548-8d6f-421d-bb3b-fd20f253cc0a req-3ac68f86-bc89-4a06-b89a-98d61a4116bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:25.640403 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6a463548-8d6f-421d-bb3b-fd20f253cc0a req-3ac68f86-bc89-4a06-b89a-98d61a4116bb service neutron] 10.222.0.22 "GET /v2.0/networks?id=bb3fc84d-f03f-4d97-87e6-72398b20c906 HTTP/1.1" status: 200 len: 917 time: 0.0970449 Aug 19 02:27:25.714343 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6a463548-8d6f-421d-bb3b-fd20f253cc0a req-fd71ecce-4b89-4863-882e-fe9972f96a7a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=236dea22-313f-4b56-a0b6-7e28994cf2ae HTTP/1.1" status: 200 len: 999 time: 0.0660877 Aug 19 02:27:25.783723 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a463548-8d6f-421d-bb3b-fd20f253cc0a req-3c7b4f6b-f014-4073-9e25-e2dd8205ba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:25.789089 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6a463548-8d6f-421d-bb3b-fd20f253cc0a req-3c7b4f6b-f014-4073-9e25-e2dd8205ba28 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=88b7472a-b5f3-4f58-a9b7-55a108eaaf89 HTTP/1.1" status: 200 len: 855 time: 0.0642908 Aug 19 02:27:25.833937 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a463548-8d6f-421d-bb3b-fd20f253cc0a req-5dea177e-7a78-44e8-aaad-e3355a65ccae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:25.835653 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6a463548-8d6f-421d-bb3b-fd20f253cc0a req-5dea177e-7a78-44e8-aaad-e3355a65ccae service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bb3fc84d-f03f-4d97-87e6-72398b20c906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0420191 Aug 19 02:27:25.940860 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6a463548-8d6f-421d-bb3b-fd20f253cc0a req-aa133ba2-05e1-42e3-8376-eaea033b96db service neutron] 10.222.0.22 "GET /v2.0/networks/bb3fc84d-f03f-4d97-87e6-72398b20c906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975645 Aug 19 02:27:26.004031 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-93103498-d3ad-4781-bf0e-1bf423ba21cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'name': 'tempest-AttachVolumeShelveTestJSON-152763069-router', 'tenant_id': '517b8744677e400988e187c26e92c291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'ded5f68b-51bf-4ffa-a281-f74c0e07a9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:19:58Z', 'updated_at': '2021-08-19T02:20:04Z', 'revision_number': 4, 'project_id': '517b8744677e400988e187c26e92c291', 'gw_port': {'id': 'ded5f68b-51bf-4ffa-a281-f74c0e07a9e4', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:19:59Z', 'updated_at': '2021-08-19T02:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_floatingips': [{'id': 'cc8e50fc-d1f2-4a7e-af80-9ebe85c3f580', 'tenant_id': '517b8744677e400988e187c26e92c291', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'router_id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'port_id': '236dea22-313f-4b56-a0b6-7e28994cf2ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906', 'mac_address': 'fa:16:3e:91:14:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e4245f-eb2f-4b9e-845e-95b65dfef655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:27:04Z', 'updated_at': '2021-08-19T02:27:24Z', 'revision_number': 1, 'project_id': '517b8744677e400988e187c26e92c291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '061cbc09-c043-437f-971d-a91d07e08a58', 'name': '', 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906', 'tenant_id': '517b8744677e400988e187c26e92c291', 'mac_address': 'fa:16:3e:48:cc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '88b7472a-b5f3-4f58-a9b7-55a108eaaf89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:20:03Z', 'updated_at': '2021-08-19T02:20:12Z', 'revision_number': 5, 'project_id': '517b8744677e400988e187c26e92c291', 'subnets': [{'id': '88b7472a-b5f3-4f58-a9b7-55a108eaaf89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:27:26.030335 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93103498-d3ad-4781-bf0e-1bf423ba21cf None None] Checking router: d1c40882-4b06-4e81-8bf6-e5d79cda217a for host: dv-cinder-755654-10-iscsi {{(pid=94446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:27:26.041215 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93103498-d3ad-4781-bf0e-1bf423ba21cf None None] Routers {'d1c40882-4b06-4e81-8bf6-e5d79cda217a'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:27:26.041215 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-93103498-d3ad-4781-bf0e-1bf423ba21cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:27:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['d1c40882-4b06-4e81-8bf6-e5d79cda217a'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:27:26.053532 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd7bc9-ca4a-4eae-83bc-00bd9f732170 req-810d964d-2b57-41c6-9836-1566a0a35d83 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:26.055119 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b3dd7bc9-ca4a-4eae-83bc-00bd9f732170 req-810d964d-2b57-41c6-9836-1566a0a35d83 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdc07f6-9547-4089-96fb-81cfc5f3ad33 HTTP/1.1" status: 200 len: 944 time: 0.0994537 Aug 19 02:27:26.108047 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6a463548-8d6f-421d-bb3b-fd20f253cc0a req-a6ba0220-ea81-43b7-9e6a-957b27dca8d2 service neutron] 10.222.0.22 "GET /v2.0/networks/bb3fc84d-f03f-4d97-87e6-72398b20c906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603785 Aug 19 02:27:26.138636 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b3dd7bc9-ca4a-4eae-83bc-00bd9f732170 req-f5c5cd85-fbbc-4d99-8765-cc4240736b02 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696144 Aug 19 02:27:26.180382 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-93103498-d3ad-4781-bf0e-1bf423ba21cf None None] Set router d1c40882-4b06-4e81-8bf6-e5d79cda217a gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:27:26.448797 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-93103498-d3ad-4781-bf0e-1bf423ba21cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'name': 'tempest-AttachVolumeShelveTestJSON-152763069-router', 'tenant_id': '517b8744677e400988e187c26e92c291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'ded5f68b-51bf-4ffa-a281-f74c0e07a9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:19:58Z', 'updated_at': '2021-08-19T02:20:04Z', 'revision_number': 4, 'project_id': '517b8744677e400988e187c26e92c291', 'gw_port': {'id': 'ded5f68b-51bf-4ffa-a281-f74c0e07a9e4', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:19:59Z', 'updated_at': '2021-08-19T02:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_floatingips': [{'id': 'cc8e50fc-d1f2-4a7e-af80-9ebe85c3f580', 'tenant_id': '517b8744677e400988e187c26e92c291', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'router_id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'port_id': '236dea22-313f-4b56-a0b6-7e28994cf2ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906', 'mac_address': 'fa:16:3e:91:14:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e4245f-eb2f-4b9e-845e-95b65dfef655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:27:04Z', 'updated_at': '2021-08-19T02:27:24Z', 'revision_number': 1, 'project_id': '517b8744677e400988e187c26e92c291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '061cbc09-c043-437f-971d-a91d07e08a58', 'name': '', 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906', 'tenant_id': '517b8744677e400988e187c26e92c291', 'mac_address': 'fa:16:3e:48:cc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '88b7472a-b5f3-4f58-a9b7-55a108eaaf89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:20:03Z', 'updated_at': '2021-08-19T02:20:12Z', 'revision_number': 5, 'project_id': '517b8744677e400988e187c26e92c291', 'subnets': [{'id': '88b7472a-b5f3-4f58-a9b7-55a108eaaf89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:27:26.484168 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93103498-d3ad-4781-bf0e-1bf423ba21cf None None] The sync data for ids ['d1c40882-4b06-4e81-8bf6-e5d79cda217a'] in dv-cinder-755654-10-iscsi is: [{'id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'name': 'tempest-AttachVolumeShelveTestJSON-152763069-router', 'tenant_id': '517b8744677e400988e187c26e92c291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'ded5f68b-51bf-4ffa-a281-f74c0e07a9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:19:58Z', 'updated_at': '2021-08-19T02:20:04Z', 'revision_number': 4, 'project_id': '517b8744677e400988e187c26e92c291', 'gw_port': {'id': 'ded5f68b-51bf-4ffa-a281-f74c0e07a9e4', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:19:59Z', 'updated_at': '2021-08-19T02:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_floatingips': [{'id': 'cc8e50fc-d1f2-4a7e-af80-9ebe85c3f580', 'tenant_id': '517b8744677e400988e187c26e92c291', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'router_id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'port_id': '236dea22-313f-4b56-a0b6-7e28994cf2ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906', 'mac_address': 'fa:16:3e:91:14:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e4245f-eb2f-4b9e-845e-95b65dfef655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:27:04Z', 'updated_at': '2021-08-19T02:27:24Z', 'revision_number': 1, 'project_id': '517b8744677e400988e187c26e92c291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '061cbc09-c043-437f-971d-a91d07e08a58', 'name': '', 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906', 'tenant_id': '517b8744677e400988e187c26e92c291', 'mac_address': 'fa:16:3e:48:cc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '88b7472a-b5f3-4f58-a9b7-55a108eaaf89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:20:03Z', 'updated_at': '2021-08-19T02:20:12Z', 'revision_number': 5, 'project_id': '517b8744677e400988e187c26e92c291', 'subnets': [{'id': '88b7472a-b5f3-4f58-a9b7-55a108eaaf89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:27:26.739628 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99dc95e-3bb8-498a-a712-6ad775577771 None None] New status for floating IP cc8e50fc-d1f2-4a7e-af80-9ebe85c3f580: ACTIVE {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 02:27:27.272347 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57bf8b-b484-464e-9378-4090c769ff14 req-8f4197ba-7c7c-4979-8cc8-a28855d8f207 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:27.273795 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4a57bf8b-b484-464e-9378-4090c769ff14 req-8f4197ba-7c7c-4979-8cc8-a28855d8f207 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdc07f6-9547-4089-96fb-81cfc5f3ad33 HTTP/1.1" status: 200 len: 944 time: 0.0573852 Aug 19 02:27:27.332894 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4a57bf8b-b484-464e-9378-4090c769ff14 req-e8bcc235-9238-4cf4-a9de-0d16e41c104c tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527961 Aug 19 02:27:28.046756 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 6 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:27:28.476782 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb90bc3-2561-4042-b4fe-53e20e6ee7b8 req-764132f9-d8a5-4283-b4da-a0fc907a90f5 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:28.479750 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-8fb90bc3-2561-4042-b4fe-53e20e6ee7b8 req-764132f9-d8a5-4283-b4da-a0fc907a90f5 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdc07f6-9547-4089-96fb-81cfc5f3ad33 HTTP/1.1" status: 200 len: 944 time: 0.0660594 Aug 19 02:27:28.522928 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-8fb90bc3-2561-4042-b4fe-53e20e6ee7b8 req-8b3f71a4-806d-473a-8fc2-941227f30b3d tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369663 Aug 19 02:27:29.666872 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81154488-8470-45d6-a0a2-d43fa03defd7 req-1eafb4d1-b19d-4234-8d11-928fe5a3d48b tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:29.668517 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-81154488-8470-45d6-a0a2-d43fa03defd7 req-1eafb4d1-b19d-4234-8d11-928fe5a3d48b tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdc07f6-9547-4089-96fb-81cfc5f3ad33 HTTP/1.1" status: 200 len: 944 time: 0.0523660 Aug 19 02:27:29.710348 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-81154488-8470-45d6-a0a2-d43fa03defd7 req-0623dba6-df56-45f4-9188-34c94d42fd7a tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358160 Aug 19 02:27:30.840442 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679eef80-2d67-4f35-bc86-0dbe79ff8a5a req-407c18d5-d72e-4067-9ad0-a39138c4acf3 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:30.849678 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-679eef80-2d67-4f35-bc86-0dbe79ff8a5a req-407c18d5-d72e-4067-9ad0-a39138c4acf3 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdc07f6-9547-4089-96fb-81cfc5f3ad33 HTTP/1.1" status: 200 len: 944 time: 0.0621905 Aug 19 02:27:30.896178 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-679eef80-2d67-4f35-bc86-0dbe79ff8a5a req-d76ed1fe-421b-4b13-af11-c2b2d721d5e9 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433257 Aug 19 02:27:31.876382 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 4719ffac-bd57-4472-8c28-feb0e585165e details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:27:31.991131 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 4719ffac-bd57-4472-8c28-feb0e585165e, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=4719ffac-bd57-4472-8c28-feb0e585165e,segment=NetworkSegment(931f45c5-f70f-44f6-b2dd-b1878e391d43),segment_id=931f45c5-f70f-44f6-b2dd-b1878e391d43)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:27:32.013690 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Returning: {'device': '4719ffac-bd57-4472-8c28-feb0e585165e', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'port_id': '4719ffac-bd57-4472-8c28-feb0e585165e', 'mac_address': 'fa:16:3e:f4:cb:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:27:32.064166 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:32.074129 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c263c0-cc8c-4e11-a222-b3a042e3186a req-e7418d82-237b-4bea-9de5-d4741bb5f6d9 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:32.079011 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4719ffac-bd57-4472-8c28-feb0e585165e {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:27:32.088176 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-67c263c0-cc8c-4e11-a222-b3a042e3186a req-e7418d82-237b-4bea-9de5-d4741bb5f6d9 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdc07f6-9547-4089-96fb-81cfc5f3ad33 HTTP/1.1" status: 200 len: 944 time: 0.1149755 Aug 19 02:27:32.101875 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 4719ffac-bd57-4472-8c28-feb0e585165e, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=4719ffac-bd57-4472-8c28-feb0e585165e,segment=NetworkSegment(931f45c5-f70f-44f6-b2dd-b1878e391d43),segment_id=931f45c5-f70f-44f6-b2dd-b1878e391d43)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:27:32.137370 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-67c263c0-cc8c-4e11-a222-b3a042e3186a req-f72ab8eb-38af-4733-9255-07429a938aa3 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439243 Aug 19 02:27:32.177740 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:32.230984 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=4719ffac-bd57-4472-8c28-feb0e585165e,revision_number=4']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:27:32.619859 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] get_ports_and_sgs() called for port_ids ['4719ffac-bd57-4472-8c28-feb0e585165e'] {{(pid=94446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:27:33.252487 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb64f7-27c7-467e-9c3f-2b890653abac req-46430370-d3f9-410a-b0c9-d6e35de1eea7 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:33.254061 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-0cbb64f7-27c7-467e-9c3f-2b890653abac req-46430370-d3f9-410a-b0c9-d6e35de1eea7 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdc07f6-9547-4089-96fb-81cfc5f3ad33 HTTP/1.1" status: 200 len: 945 time: 0.0496442 Aug 19 02:27:33.291852 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-0cbb64f7-27c7-467e-9c3f-2b890653abac req-e0905602-206a-4079-8c5a-f05e5865d07f tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309677 Aug 19 02:27:33.887095 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 4719ffac-bd57-4472-8c28-feb0e585165e up at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:27:34.000171 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning for port 4719ffac-bd57-4472-8c28-feb0e585165e completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:27:34.004207 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning complete for port 4719ffac-bd57-4472-8c28-feb0e585165e triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:27:34.004648 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:34.086924 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:34.108429 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfdc07f6-9547-4089-96fb-81cfc5f3ad33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4719ffac-bd57-4472-8c28-feb0e585165e'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:27:34.110693 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bda349f3ade6abb3bc5cfb3e12963279474636f4ef178e03561db7d4c095529d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc544e0-5b7a-418d-ba2a-30f79b895763" -d '{"events": [{"server_uuid": "bfdc07f6-9547-4089-96fb-81cfc5f3ad33", "name": "network-vif-plugged", "status": "completed", "tag": "4719ffac-bd57-4472-8c28-feb0e585165e"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:27:34.124256 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 4719ffac-bd57-4472-8c28-feb0e585165e, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=4719ffac-bd57-4472-8c28-feb0e585165e,segment=NetworkSegment(931f45c5-f70f-44f6-b2dd-b1878e391d43),segment_id=931f45c5-f70f-44f6-b2dd-b1878e391d43)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:27:34.149533 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e057fc65-09db-44bb-a451-5b1c216c9860 x-openstack-request-id: req-e057fc65-09db-44bb-a451-5b1c216c9860 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:27:34.149823 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfdc07f6-9547-4089-96fb-81cfc5f3ad33", "name": "network-vif-plugged", "status": "completed", "tag": "4719ffac-bd57-4472-8c28-feb0e585165e", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:27:34.150070 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e057fc65-09db-44bb-a451-5b1c216c9860 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:27:34.150458 dv-cinder-755654-10-iscsi neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfdc07f6-9547-4089-96fb-81cfc5f3ad33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4719ffac-bd57-4472-8c28-feb0e585165e', 'code': 200} Aug 19 02:27:34.188896 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:34.236203 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=4719ffac-bd57-4472-8c28-feb0e585165e,revision_number=5']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:27:34.244227 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:34.244612 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:34.244946 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:34.245316 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:34.245647 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:34.245979 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:34.246394 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:34.246727 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:34.247074 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:34.247404 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:34.247728 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:34.248052 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:27:34.419518 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb88d7-b3b9-4578-a574-22fade5671fb req-8762ec7a-e670-4816-b41b-b1afe28a2f61 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:34.421019 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c5eb88d7-b3b9-4578-a574-22fade5671fb req-8762ec7a-e670-4816-b41b-b1afe28a2f61 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdc07f6-9547-4089-96fb-81cfc5f3ad33 HTTP/1.1" status: 200 len: 946 time: 0.0518584 Aug 19 02:27:34.460371 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c5eb88d7-b3b9-4578-a574-22fade5671fb req-e15c6689-edac-4884-8403-f77708bd33a8 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327015 Aug 19 02:27:34.479972 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e88f8-5358-4970-b84c-34a8c22e03c8 req-1b3ac415-7a16-4aaf-a728-5a94e26417e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:34.481604 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-630e88f8-5358-4970-b84c-34a8c22e03c8 req-1b3ac415-7a16-4aaf-a728-5a94e26417e5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bfdc07f6-9547-4089-96fb-81cfc5f3ad33 HTTP/1.1" status: 200 len: 1099 time: 0.0409465 Aug 19 02:27:34.516875 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-630e88f8-5358-4970-b84c-34a8c22e03c8 req-a530c47f-4df5-4602-86ac-11311ce7ec3a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278986 Aug 19 02:27:35.575047 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f1aa6-45bd-416a-afe1-f636be9de465 req-ac6425d5-ae0f-4e81-bd8c-7beda8905d21 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:35.576799 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-459f1aa6-45bd-416a-afe1-f636be9de465 req-ac6425d5-ae0f-4e81-bd8c-7beda8905d21 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdc07f6-9547-4089-96fb-81cfc5f3ad33 HTTP/1.1" status: 200 len: 946 time: 0.0494199 Aug 19 02:27:35.615381 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-459f1aa6-45bd-416a-afe1-f636be9de465 req-8a6f3a6d-a60d-49b8-b3e5-28b121c08b02 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327439 Aug 19 02:27:35.937021 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 40646) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:27:35.980237 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b0ca817-37f9-4a04-8abc-c6287ec6d7bd admin admin] Deleting subnet 24091946-7ccc-4fcb-8cfa-4caf57fab4d1 {{(pid=94444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 02:27:35.983292 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-5b0ca817-37f9-4a04-8abc-c6287ec6d7bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:36.022077 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-5b0ca817-37f9-4a04-8abc-c6287ec6d7bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4183620'] for subnet, precommit_delete_associations {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:36.061618 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-5b0ca817-37f9-4a04-8abc-c6287ec6d7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024327'] for subnet, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:36.184045 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-5b0ca817-37f9-4a04-8abc-c6287ec6d7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4183751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3746301'] for subnet, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:36.210777 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ca817-37f9-4a04-8abc-c6287ec6d7bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24091946-7ccc-4fcb-8cfa-4caf57fab4d1,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:27:36.213302 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-5b0ca817-37f9-4a04-8abc-c6287ec6d7bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for subnet, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:36.215758 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-5b0ca817-37f9-4a04-8abc-c6287ec6d7bd admin admin] 10.222.0.16 "DELETE /v2.0/subnets/24091946-7ccc-4fcb-8cfa-4caf57fab4d1 HTTP/1.1" status: 204 len: 168 time: 0.2772315 Aug 19 02:27:36.218461 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 40648) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:27:36.290853 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-280f89f1-7812-4cf7-a1d8-66182af35154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930398'] for network, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:36.367302 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-280f89f1-7812-4cf7-a1d8-66182af35154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026254', 'neutron.services.segments.db._delete_segments_for_network-8754220901313'] for network, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:36.377113 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.services.segments.db [None req-280f89f1-7812-4cf7-a1d8-66182af35154 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa96cf4a-8451-4972-b281-80b686313f2d']}} {{(pid=94444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:27:36.386410 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.services.segments.db [None req-280f89f1-7812-4cf7-a1d8-66182af35154 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '319d5af7-96d2-4ec4-8308-0d7060cbd3cd') {'for_net_delete': True} {{(pid=94444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:27:36.386701 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.services.segments.db [None req-280f89f1-7812-4cf7-a1d8-66182af35154 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '319d5af7-96d2-4ec4-8308-0d7060cbd3cd') {} {{(pid=94444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:27:36.395057 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-280f89f1-7812-4cf7-a1d8-66182af35154 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754220944806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4183629'] for segment, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:36.408553 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-280f89f1-7812-4cf7-a1d8-66182af35154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178'] for segment, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:36.414553 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-280f89f1-7812-4cf7-a1d8-66182af35154 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=94444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 02:27:36.414945 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-280f89f1-7812-4cf7-a1d8-66182af35154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4183141'] for segment, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:36.417186 dv-cinder-755654-10-iscsi neutron-server[94444]: Traceback (most recent call last): Aug 19 02:27:36.417186 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 02:27:36.417186 dv-cinder-755654-10-iscsi neutron-server[94444]: timer() Aug 19 02:27:36.417186 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 02:27:36.417186 dv-cinder-755654-10-iscsi neutron-server[94444]: cb(*args, **kw) Aug 19 02:27:36.417186 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 02:27:36.417186 dv-cinder-755654-10-iscsi neutron-server[94444]: return func(*args, **kwargs) Aug 19 02:27:36.417186 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 02:27:36.417186 dv-cinder-755654-10-iscsi neutron-server[94444]: self._notify() Aug 19 02:27:36.417186 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 02:27:36.417186 dv-cinder-755654-10-iscsi neutron-server[94444]: self.callback(batched_events) Aug 19 02:27:36.417186 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 02:27:36.417186 dv-cinder-755654-10-iscsi neutron-server[94444]: event.method(event) Aug 19 02:27:36.417186 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 02:27:36.417186 dv-cinder-755654-10-iscsi neutron-server[94444]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 02:27:36.417186 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 02:27:36.417186 dv-cinder-755654-10-iscsi neutron-server[94444]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 02:27:36.417186 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 02:27:36.417186 dv-cinder-755654-10-iscsi neutron-server[94444]: return f(self, *a, **k) Aug 19 02:27:36.417186 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 02:27:36.417186 dv-cinder-755654-10-iscsi neutron-server[94444]: return self._get(url).json() Aug 19 02:27:36.417186 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 02:27:36.417186 dv-cinder-755654-10-iscsi neutron-server[94444]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 02:27:36.417186 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 02:27:36.417186 dv-cinder-755654-10-iscsi neutron-server[94444]: return self.request(url, 'GET', **kwargs) Aug 19 02:27:36.417186 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 02:27:36.417186 dv-cinder-755654-10-iscsi neutron-server[94444]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 02:27:36.417186 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 02:27:36.417186 dv-cinder-755654-10-iscsi neutron-server[94444]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 02:27:36.417186 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 02:27:36.417186 dv-cinder-755654-10-iscsi neutron-server[94444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 02:27:36.417186 dv-cinder-755654-10-iscsi neutron-server[94444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 02:27:36.531653 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-280f89f1-7812-4cf7-a1d8-66182af35154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612725'] for network, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:36.536838 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-280f89f1-7812-4cf7-a1d8-66182af35154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for network, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:36.538710 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-280f89f1-7812-4cf7-a1d8-66182af35154 admin admin] 10.222.0.16 "DELETE /v2.0/networks/aa96cf4a-8451-4972-b281-80b686313f2d HTTP/1.1" status: 204 len: 168 time: 0.3192947 Aug 19 02:27:36.550256 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f89f1-7812-4cf7-a1d8-66182af35154 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa96cf4a-8451-4972-b281-80b686313f2d,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:27:36.728791 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44b569-f9b5-4ede-9f60-b4fff1368b05 req-e6fdc2d3-10d4-4ce6-8a91-f820f676d5ea tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:36.730360 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-3e44b569-f9b5-4ede-9f60-b4fff1368b05 req-e6fdc2d3-10d4-4ce6-8a91-f820f676d5ea tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdc07f6-9547-4089-96fb-81cfc5f3ad33 HTTP/1.1" status: 200 len: 946 time: 0.0485172 Aug 19 02:27:36.768810 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-3e44b569-f9b5-4ede-9f60-b4fff1368b05 req-d5d20241-9e09-4502-8d33-4a51aa6fc53b tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325754 Aug 19 02:27:36.866075 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 40658) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:27:36.889017 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cefe9c-6cbf-4f13-91ab-552bc6ff6514 req-073d1e41-91ae-4983-8899-f0798431794f tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:36.890654 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e4cefe9c-6cbf-4f13-91ab-552bc6ff6514 req-073d1e41-91ae-4983-8899-f0798431794f tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdc07f6-9547-4089-96fb-81cfc5f3ad33 HTTP/1.1" status: 200 len: 946 time: 0.0534165 Aug 19 02:27:36.910483 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-85ed37d6-2c0a-42d4-8a7f-9dc53ea0a8d0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aebfc4dc809a40c083e31e3196babdbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432000 Aug 19 02:27:36.912983 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 40660) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:27:36.941927 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e4cefe9c-6cbf-4f13-91ab-552bc6ff6514 req-00bb79da-884e-46fc-8994-2acca61c960a tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450954 Aug 19 02:27:36.964727 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 40662) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:27:36.974534 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a9ce285d-fe3c-4ade-a7fd-eaacbecf90c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:36.996487 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a9ce285d-fe3c-4ade-a7fd-eaacbecf90c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:37.114423 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a9ce285d-fe3c-4ade-a7fd-eaacbecf90c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:37.116965 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a9ce285d-fe3c-4ade-a7fd-eaacbecf90c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:37.118298 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-a9ce285d-fe3c-4ade-a7fd-eaacbecf90c4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f188068d-d95b-4825-bf1a-9b5c27dde473 HTTP/1.1" status: 204 len: 168 time: 0.2040846 Aug 19 02:27:37.130160 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce285d-fe3c-4ade-a7fd-eaacbecf90c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f188068d-d95b-4825-bf1a-9b5c27dde473,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:27:37.168505 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7143d25-f220-427c-b0ea-fb6fc600cc88 tempest-TestVolumeBootPattern-1319121544 tempest-TestVolumeBootPattern-1319121544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:37.171257 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-e7143d25-f220-427c-b0ea-fb6fc600cc88 tempest-TestVolumeBootPattern-1319121544 tempest-TestVolumeBootPattern-1319121544-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=bfdc07f6-9547-4089-96fb-81cfc5f3ad33 HTTP/1.1" status: 200 len: 1094 time: 0.2050471 Aug 19 02:27:37.173883 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 40668) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:27:37.178421 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-075c06a4-f803-418d-b2f5-fd8117c33577 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Request body: {'floatingip': {'floating_network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'port_id': '4719ffac-bd57-4472-8c28-feb0e585165e', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:27:37.285667 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-075c06a4-f803-418d-b2f5-fd8117c33577 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for floatingip, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:37.384830 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-075c06a4-f803-418d-b2f5-fd8117c33577 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:37.490046 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.db_base_plugin_common [None req-075c06a4-f803-418d-b2f5-fd8117c33577 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Allocated IP 172.27.1.74 (3bd28d61-6ca0-48ed-a78c-bdbd12784534/563e592a-26a7-40db-9a00-034f622fa441/22797602-7b8e-4496-b61d-962e9738435b) {{(pid=94444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:27:37.599325 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-075c06a4-f803-418d-b2f5-fd8117c33577 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for port, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:37.703465 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-075c06a4-f803-418d-b2f5-fd8117c33577 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4183730'] for port, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:37.742706 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075c06a4-f803-418d-b2f5-fd8117c33577 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Network 3bd28d61-6ca0-48ed-a78c-bdbd12784534 is already hosted by enough agents. {{(pid=94444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:27:37.750092 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.base_scheduler [None req-075c06a4-f803-418d-b2f5-fd8117c33577 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Resources bound (agent type, host, resource id): {{(pid=94444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:27:37.753753 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075c06a4-f803-418d-b2f5-fd8117c33577 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Received port after_create {{(pid=94444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:27:37.759148 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c06a4-f803-418d-b2f5-fd8117c33577 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Pushing event updated for resources: {'Port': ['ID=22797602-7b8e-4496-b61d-962e9738435b,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:27:38.112332 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-075c06a4-f803-418d-b2f5-fd8117c33577 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:38.236931 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-075c06a4-f803-418d-b2f5-fd8117c33577 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:38.392289 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-075c06a4-f803-418d-b2f5-fd8117c33577 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for port, precommit_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:38.411459 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:38.491495 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-075c06a4-f803-418d-b2f5-fd8117c33577 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4183741'] for port, after_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:38.560821 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c06a4-f803-418d-b2f5-fd8117c33577 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Pushing event updated for resources: {'Port': ['ID=22797602-7b8e-4496-b61d-962e9738435b,revision_number=2']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:27:38.569619 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-075c06a4-f803-418d-b2f5-fd8117c33577 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610510'] for floatingip, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:38.670630 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.db.l3_db [None req-075c06a4-f803-418d-b2f5-fd8117c33577 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Floating IP cef05b3b-65d1-4436-9085-cb8b894f34b6 associated. External IP: 172.27.1.74, port: 4719ffac-bd57-4472-8c28-feb0e585165e. Aug 19 02:27:39.124561 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075c06a4-f803-418d-b2f5-fd8117c33577 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Router 3d1a2014-5392-4cdf-bc49-c164962367f2 has already been hosted by L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c {{(pid=94444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:27:39.231230 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075c06a4-f803-418d-b2f5-fd8117c33577 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:27:39.241532 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f73de46-8241-4868-b7ce-19b2b489b20b None None] Sync routers for ids ['3d1a2014-5392-4cdf-bc49-c164962367f2'] in dv-cinder-755654-10-iscsi {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:27:39.251576 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f73de46-8241-4868-b7ce-19b2b489b20b None None] Routers {'3d1a2014-5392-4cdf-bc49-c164962367f2'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:27:39.252193 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-9f73de46-8241-4868-b7ce-19b2b489b20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:27:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['3d1a2014-5392-4cdf-bc49-c164962367f2'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:27:39.297514 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-075c06a4-f803-418d-b2f5-fd8117c33577 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for floatingip, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:39.326307 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-075c06a4-f803-418d-b2f5-fd8117c33577 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1513085 Aug 19 02:27:39.326898 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfdc07f6-9547-4089-96fb-81cfc5f3ad33', 'tag': '4719ffac-bd57-4472-8c28-feb0e585165e'}] {{(pid=94444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:27:39.329208 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb35c0d0e89737a5b8c9f717e1a2b083f59fc6c79be02b323c6f08342a224ec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4676d377-ac1a-4212-99de-adda1633b97d" -d '{"events": [{"name": "network-changed", "server_uuid": "bfdc07f6-9547-4089-96fb-81cfc5f3ad33", "tag": "4719ffac-bd57-4472-8c28-feb0e585165e"}]}' {{(pid=94444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:27:39.365645 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-9f73de46-8241-4868-b7ce-19b2b489b20b None None] Set router 3d1a2014-5392-4cdf-bc49-c164962367f2 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:27:39.490410 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6551b61b-a188-47ca-ba36-00ae893da371 x-openstack-request-id: req-6551b61b-a188-47ca-ba36-00ae893da371 {{(pid=94444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:27:39.490704 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfdc07f6-9547-4089-96fb-81cfc5f3ad33", "tag": "4719ffac-bd57-4472-8c28-feb0e585165e", "status": "completed", "code": 200}]} {{(pid=94444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:27:39.491012 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6551b61b-a188-47ca-ba36-00ae893da371 {{(pid=94444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:27:39.491553 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfdc07f6-9547-4089-96fb-81cfc5f3ad33', 'tag': '4719ffac-bd57-4472-8c28-feb0e585165e', 'status': 'completed', 'code': 200} Aug 19 02:27:39.560248 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676d377-ac1a-4212-99de-adda1633b97d req-352ad066-78eb-4979-a069-141cc367ad89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:39.561928 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4676d377-ac1a-4212-99de-adda1633b97d req-352ad066-78eb-4979-a069-141cc367ad89 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=224f1c1ae0cf41ea9f737a8b24175ee1&device_id=bfdc07f6-9547-4089-96fb-81cfc5f3ad33 HTTP/1.1" status: 200 len: 1099 time: 0.0434051 Aug 19 02:27:39.602937 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-9f73de46-8241-4868-b7ce-19b2b489b20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'name': 'tempest-TestVolumeBootPattern-913290081-router', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:32Z', 'updated_at': '2021-08-19T02:26:36Z', 'revision_number': 4, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'gw_port': {'id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:33Z', 'updated_at': '2021-08-19T02:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_floatingips': [{'id': 'cef05b3b-65d1-4436-9085-cb8b894f34b6', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'router_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'port_id': '4719ffac-bd57-4472-8c28-feb0e585165e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'mac_address': 'fa:16:3e:f4:cb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdc07f6-9547-4089-96fb-81cfc5f3ad33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:27:37Z', 'updated_at': '2021-08-19T02:27:37Z', 'revision_number': 0, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047e21a9-3000-4ce0-8542-34bbb4a1708f', 'name': '', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'mac_address': 'fa:16:3e:f0:54:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:35Z', 'updated_at': '2021-08-19T02:26:42Z', 'revision_number': 5, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'subnets': [{'id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:27:39.632464 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f73de46-8241-4868-b7ce-19b2b489b20b None None] Checking router: 3d1a2014-5392-4cdf-bc49-c164962367f2 for host: dv-cinder-755654-10-iscsi {{(pid=94446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:27:39.641665 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f73de46-8241-4868-b7ce-19b2b489b20b None None] Routers {'3d1a2014-5392-4cdf-bc49-c164962367f2'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:27:39.642275 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-9f73de46-8241-4868-b7ce-19b2b489b20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:27:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['3d1a2014-5392-4cdf-bc49-c164962367f2'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:27:39.661473 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676d377-ac1a-4212-99de-adda1633b97d req-6fe84ce9-7401-46a7-9545-c2d2bb01decb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:39.663070 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4676d377-ac1a-4212-99de-adda1633b97d req-6fe84ce9-7401-46a7-9545-c2d2bb01decb service neutron] 10.222.0.22 "GET /v2.0/networks?id=0f5e88cb-7ae7-4588-b5fa-35aaf6915c93 HTTP/1.1" status: 200 len: 912 time: 0.0927687 Aug 19 02:27:39.742035 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4676d377-ac1a-4212-99de-adda1633b97d req-6136823a-cb7a-453e-aff3-e8515a59f981 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4719ffac-bd57-4472-8c28-feb0e585165e HTTP/1.1" status: 200 len: 999 time: 0.0626233 Aug 19 02:27:39.750122 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-9f73de46-8241-4868-b7ce-19b2b489b20b None None] Set router 3d1a2014-5392-4cdf-bc49-c164962367f2 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:27:39.805150 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676d377-ac1a-4212-99de-adda1633b97d req-3451d524-1482-41b6-84b1-91ed4b0a0cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:39.807226 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4676d377-ac1a-4212-99de-adda1633b97d req-3451d524-1482-41b6-84b1-91ed4b0a0cc6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31 HTTP/1.1" status: 200 len: 850 time: 0.0496473 Aug 19 02:27:39.852423 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676d377-ac1a-4212-99de-adda1633b97d req-7b24618d-81b9-4d63-99db-6799a1f397db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:39.855967 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4676d377-ac1a-4212-99de-adda1633b97d req-7b24618d-81b9-4d63-99db-6799a1f397db service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0f5e88cb-7ae7-4588-b5fa-35aaf6915c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397708 Aug 19 02:27:39.953556 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4676d377-ac1a-4212-99de-adda1633b97d req-42a3e70f-7a5b-4c10-be29-23b82c2b8b34 service neutron] 10.222.0.22 "GET /v2.0/networks/0f5e88cb-7ae7-4588-b5fa-35aaf6915c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891061 Aug 19 02:27:39.982572 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-9f73de46-8241-4868-b7ce-19b2b489b20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'name': 'tempest-TestVolumeBootPattern-913290081-router', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:32Z', 'updated_at': '2021-08-19T02:26:36Z', 'revision_number': 4, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'gw_port': {'id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:33Z', 'updated_at': '2021-08-19T02:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_floatingips': [{'id': 'cef05b3b-65d1-4436-9085-cb8b894f34b6', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'router_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'port_id': '4719ffac-bd57-4472-8c28-feb0e585165e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'mac_address': 'fa:16:3e:f4:cb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdc07f6-9547-4089-96fb-81cfc5f3ad33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:27:37Z', 'updated_at': '2021-08-19T02:27:37Z', 'revision_number': 0, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047e21a9-3000-4ce0-8542-34bbb4a1708f', 'name': '', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'mac_address': 'fa:16:3e:f0:54:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:35Z', 'updated_at': '2021-08-19T02:26:42Z', 'revision_number': 5, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'subnets': [{'id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:27:40.010275 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f73de46-8241-4868-b7ce-19b2b489b20b None None] The sync data for ids ['3d1a2014-5392-4cdf-bc49-c164962367f2'] in dv-cinder-755654-10-iscsi is: [{'id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'name': 'tempest-TestVolumeBootPattern-913290081-router', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:32Z', 'updated_at': '2021-08-19T02:26:36Z', 'revision_number': 4, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'gw_port': {'id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:33Z', 'updated_at': '2021-08-19T02:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_floatingips': [{'id': 'cef05b3b-65d1-4436-9085-cb8b894f34b6', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'router_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'port_id': '4719ffac-bd57-4472-8c28-feb0e585165e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'mac_address': 'fa:16:3e:f4:cb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdc07f6-9547-4089-96fb-81cfc5f3ad33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:27:37Z', 'updated_at': '2021-08-19T02:27:37Z', 'revision_number': 0, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047e21a9-3000-4ce0-8542-34bbb4a1708f', 'name': '', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'mac_address': 'fa:16:3e:f0:54:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:35Z', 'updated_at': '2021-08-19T02:26:42Z', 'revision_number': 5, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'subnets': [{'id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:27:40.051069 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4676d377-ac1a-4212-99de-adda1633b97d req-64c65e4c-b535-45a1-a698-e43414475794 service neutron] 10.222.0.22 "GET /v2.0/networks/0f5e88cb-7ae7-4588-b5fa-35aaf6915c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901392 Aug 19 02:27:40.216048 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af57fc9-9a72-4f26-9983-4124afc9f7dd None None] New status for floating IP cef05b3b-65d1-4436-9085-cb8b894f34b6: ACTIVE {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 02:27:44.868390 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-68649c61-fb55-4082-9ae6-0c8a2473b908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:47.222611 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-89f3190b-58bd-4cf8-bd3a-948d78550db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:47.656954 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:48.502809 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:50.394351 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:27:58.075708 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3dfda-7d80-47c0-ad3e-470a98e7ae67 req-af924936-e320-42f8-8e22-07e528284527 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:58.077232 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-49b3dfda-7d80-47c0-ad3e-470a98e7ae67 req-af924936-e320-42f8-8e22-07e528284527 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.0495248 Aug 19 02:27:58.113982 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-49b3dfda-7d80-47c0-ad3e-470a98e7ae67 req-5823cbc4-c961-413b-b089-4736bd2f2dda tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307698 Aug 19 02:27:59.236002 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549134ba-2ee8-44de-b7b8-cbb3969b1904 req-28b334f0-0317-4982-9b9f-6bac65dc3799 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:59.237382 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-549134ba-2ee8-44de-b7b8-cbb3969b1904 req-28b334f0-0317-4982-9b9f-6bac65dc3799 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.0563753 Aug 19 02:27:59.274219 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-549134ba-2ee8-44de-b7b8-cbb3969b1904 req-3448cf3e-3d1d-4782-ae05-78fc05b81fe6 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310559 Aug 19 02:27:59.992273 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462494a4-d97a-425d-a48b-d90d5b531d44 req-24f5be9a-cb58-44c4-a82b-abc249705f98 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:27:59.993766 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-462494a4-d97a-425d-a48b-d90d5b531d44 req-24f5be9a-cb58-44c4-a82b-abc249705f98 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.0473430 Aug 19 02:28:00.093356 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-462494a4-d97a-425d-a48b-d90d5b531d44 req-3532f23a-8371-43d2-a42d-2bc3718a84d4 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Deleting port 9e3a5833-3414-4bc7-84c8-7559f084e9b0 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:28:00.093700 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-462494a4-d97a-425d-a48b-d90d5b531d44 req-3532f23a-8371-43d2-a42d-2bc3718a84d4 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:00.179165 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-462494a4-d97a-425d-a48b-d90d5b531d44 req-3532f23a-8371-43d2-a42d-2bc3718a84d4 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] For port 9e3a5833-3414-4bc7-84c8-7559f084e9b0, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=9e3a5833-3414-4bc7-84c8-7559f084e9b0,segment=NetworkSegment(e2620a82-c51e-42da-a26e-9bad6e7c43ea),segment_id=e2620a82-c51e-42da-a26e-9bad6e7c43ea)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:28:00.179530 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-462494a4-d97a-425d-a48b-d90d5b531d44 req-3532f23a-8371-43d2-a42d-2bc3718a84d4 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:00.349279 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-462494a4-d97a-425d-a48b-d90d5b531d44 req-3532f23a-8371-43d2-a42d-2bc3718a84d4 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:00.349667 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-462494a4-d97a-425d-a48b-d90d5b531d44 req-3532f23a-8371-43d2-a42d-2bc3718a84d4 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610510'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:00.349983 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.db.l3_db [req-462494a4-d97a-425d-a48b-d90d5b531d44 req-3532f23a-8371-43d2-a42d-2bc3718a84d4 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Floating IP 334fc593-e99e-4731-bc40-78490d860538 disassociated. External IP: 172.27.1.105, port: 9e3a5833-3414-4bc7-84c8-7559f084e9b0. Aug 19 02:28:00.350322 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-462494a4-d97a-425d-a48b-d90d5b531d44 req-3532f23a-8371-43d2-a42d-2bc3718a84d4 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Calling delete_port for 9e3a5833-3414-4bc7-84c8-7559f084e9b0 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:28:00.389371 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483de09-f8b0-4eb2-9e9a-8990faca4607 req-935c4312-b3bb-48fa-b6c0-31eb2a46412c tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:28:00.390859 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-3483de09-f8b0-4eb2-9e9a-8990faca4607 req-935c4312-b3bb-48fa-b6c0-31eb2a46412c tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 945 time: 0.0496838 Aug 19 02:28:00.427944 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-3483de09-f8b0-4eb2-9e9a-8990faca4607 req-649a9a82-18da-4673-adcb-6ad4018baab2 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=595a9260-709c-463d-ae70-a2154703be3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310571 Aug 19 02:28:00.519391 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-462494a4-d97a-425d-a48b-d90d5b531d44 req-3532f23a-8371-43d2-a42d-2bc3718a84d4 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:00.550744 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532f23a-8371-43d2-a42d-2bc3718a84d4 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Pushing event deleted for resources: {'Port': ['ID=9e3a5833-3414-4bc7-84c8-7559f084e9b0,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:28:00.665049 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-462494a4-d97a-425d-a48b-d90d5b531d44 req-3532f23a-8371-43d2-a42d-2bc3718a84d4 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Router ce9c17ce-9b54-4f87-9210-98d8b8b121de has already been hosted by L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:28:00.770752 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-462494a4-d97a-425d-a48b-d90d5b531d44 req-3532f23a-8371-43d2-a42d-2bc3718a84d4 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:28:00.780348 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd74d2e-cc56-4f30-9826-95887ecba8a0 None None] Sync routers for ids ['ce9c17ce-9b54-4f87-9210-98d8b8b121de'] in dv-cinder-755654-10-iscsi {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:28:00.789024 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd74d2e-cc56-4f30-9826-95887ecba8a0 None None] Routers {'ce9c17ce-9b54-4f87-9210-98d8b8b121de'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:28:00.789724 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-8cd74d2e-cc56-4f30-9826-95887ecba8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:27:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['ce9c17ce-9b54-4f87-9210-98d8b8b121de'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:28:00.810752 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-462494a4-d97a-425d-a48b-d90d5b531d44 req-3532f23a-8371-43d2-a42d-2bc3718a84d4 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] No DVR routers for this DVR port 9e3a5833-3414-4bc7-84c8-7559f084e9b0 on host hv-cinder-75565 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:28:00.813242 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-462494a4-d97a-425d-a48b-d90d5b531d44 req-3532f23a-8371-43d2-a42d-2bc3718a84d4 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:00.815288 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-462494a4-d97a-425d-a48b-d90d5b531d44 req-3532f23a-8371-43d2-a42d-2bc3718a84d4 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.22 "DELETE /v2.0/ports/9e3a5833-3414-4bc7-84c8-7559f084e9b0 HTTP/1.1" status: 204 len: 173 time: 0.8100657 Aug 19 02:28:00.815714 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7', 'name': 'network-vif-deleted', 'tag': '9e3a5833-3414-4bc7-84c8-7559f084e9b0'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:28:00.817964 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d827b87-cb51-4c5d-b10f-b1a6917786a7" -d '{"events": [{"server_uuid": "bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7", "name": "network-vif-deleted", "tag": "9e3a5833-3414-4bc7-84c8-7559f084e9b0"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:28:00.859650 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d080b8d-728f-4876-a0f4-deb0a3d64a20 x-openstack-request-id: req-5d080b8d-728f-4876-a0f4-deb0a3d64a20 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:28:00.859942 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7", "name": "network-vif-deleted", "tag": "9e3a5833-3414-4bc7-84c8-7559f084e9b0", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:28:00.860297 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5d080b8d-728f-4876-a0f4-deb0a3d64a20 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:28:00.860626 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7', 'name': 'network-vif-deleted', 'tag': '9e3a5833-3414-4bc7-84c8-7559f084e9b0', 'status': 'completed', 'code': 200} Aug 19 02:28:00.901004 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-8cd74d2e-cc56-4f30-9826-95887ecba8a0 None None] Set router ce9c17ce-9b54-4f87-9210-98d8b8b121de gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:28:01.125954 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-8cd74d2e-cc56-4f30-9826-95887ecba8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'name': 'tempest-AttachVolumeTestJSON-599753213-router', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:19:55Z', 'updated_at': '2021-08-19T02:20:03Z', 'revision_number': 4, 'project_id': '059670e8b6b34fb1857bc100102fd1b6', 'gw_port': {'id': 'eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:19:57Z', 'updated_at': '2021-08-19T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': 'cdb615a9-d223-4589-a04f-caad3e2296f1', 'name': '', 'network_id': '7e444d17-d7c0-4b47-aa19-93665776705e', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'mac_address': 'fa:16:3e:a2:dd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '731d6e4c-a04d-474e-b79a-51c9af4274e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:20:01Z', 'updated_at': '2021-08-19T02:20:08Z', 'revision_number': 5, 'project_id': '059670e8b6b34fb1857bc100102fd1b6', 'subnets': [{'id': '731d6e4c-a04d-474e-b79a-51c9af4274e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:28:01.143626 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd74d2e-cc56-4f30-9826-95887ecba8a0 None None] Checking router: ce9c17ce-9b54-4f87-9210-98d8b8b121de for host: dv-cinder-755654-10-iscsi {{(pid=94446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:28:01.154818 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd74d2e-cc56-4f30-9826-95887ecba8a0 None None] Routers {'ce9c17ce-9b54-4f87-9210-98d8b8b121de'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:28:01.157732 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-8cd74d2e-cc56-4f30-9826-95887ecba8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:27:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['ce9c17ce-9b54-4f87-9210-98d8b8b121de'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:28:01.377700 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-8cd74d2e-cc56-4f30-9826-95887ecba8a0 None None] Set router ce9c17ce-9b54-4f87-9210-98d8b8b121de gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:28:01.538631 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-232614ad-8543-4d40-ad98-e89f336ac857 req-e6e5a540-b8f3-45a2-8e9d-3ad19032df18 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf7a37bb-7ceb-49d2-9a9d-7d4c88cfc8d7 HTTP/1.1" status: 200 len: 210 time: 0.0293183 Aug 19 02:28:01.584271 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-8cd74d2e-cc56-4f30-9826-95887ecba8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'name': 'tempest-AttachVolumeTestJSON-599753213-router', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:19:55Z', 'updated_at': '2021-08-19T02:20:03Z', 'revision_number': 4, 'project_id': '059670e8b6b34fb1857bc100102fd1b6', 'gw_port': {'id': 'eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:19:57Z', 'updated_at': '2021-08-19T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': 'cdb615a9-d223-4589-a04f-caad3e2296f1', 'name': '', 'network_id': '7e444d17-d7c0-4b47-aa19-93665776705e', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'mac_address': 'fa:16:3e:a2:dd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '731d6e4c-a04d-474e-b79a-51c9af4274e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:20:01Z', 'updated_at': '2021-08-19T02:20:08Z', 'revision_number': 5, 'project_id': '059670e8b6b34fb1857bc100102fd1b6', 'subnets': [{'id': '731d6e4c-a04d-474e-b79a-51c9af4274e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:28:01.614373 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd74d2e-cc56-4f30-9826-95887ecba8a0 None None] The sync data for ids ['ce9c17ce-9b54-4f87-9210-98d8b8b121de'] in dv-cinder-755654-10-iscsi is: [{'id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'name': 'tempest-AttachVolumeTestJSON-599753213-router', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:19:55Z', 'updated_at': '2021-08-19T02:20:03Z', 'revision_number': 4, 'project_id': '059670e8b6b34fb1857bc100102fd1b6', 'gw_port': {'id': 'eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:19:57Z', 'updated_at': '2021-08-19T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': 'cdb615a9-d223-4589-a04f-caad3e2296f1', 'name': '', 'network_id': '7e444d17-d7c0-4b47-aa19-93665776705e', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'mac_address': 'fa:16:3e:a2:dd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '731d6e4c-a04d-474e-b79a-51c9af4274e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:20:01Z', 'updated_at': '2021-08-19T02:20:08Z', 'revision_number': 5, 'project_id': '059670e8b6b34fb1857bc100102fd1b6', 'subnets': [{'id': '731d6e4c-a04d-474e-b79a-51c9af4274e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:28:01.836240 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cea07f6-b96b-4fba-a6a9-a90e0423ab86 None None] New status for floating IP 334fc593-e99e-4731-bc40-78490d860538: DOWN {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 02:28:01.973848 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 9e3a5833-3414-4bc7-84c8-7559f084e9b0 no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:28:01.993725 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] No Port match for: 9e3a5833-3414-4bc7-84c8-7559f084e9b0 {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:28:01.994072 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 9e3a5833-3414-4bc7-84c8-7559f084e9b0 not bound to the agent host hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:28:02.668739 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 40894) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:28:02.722471 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-52af1629-2e63-4ce5-837f-23bab87cbcb2 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:02.744188 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-52af1629-2e63-4ce5-837f-23bab87cbcb2 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:02.851206 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-52af1629-2e63-4ce5-837f-23bab87cbcb2 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:02.853941 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-52af1629-2e63-4ce5-837f-23bab87cbcb2 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:02.855697 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-52af1629-2e63-4ce5-837f-23bab87cbcb2 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "DELETE /v2.0/security-groups/595a9260-709c-463d-ae70-a2154703be3f HTTP/1.1" status: 204 len: 168 time: 0.1859415 Aug 19 02:28:02.858662 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 40898) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:28:02.865664 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af1629-2e63-4ce5-837f-23bab87cbcb2 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=595a9260-709c-463d-ae70-a2154703be3f,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:28:02.873894 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.api.v2.resource [None req-b4414c8c-2fbc-4925-8eb0-9fd0e42f6531 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] show failed (client error): The resource could not be found. Aug 19 02:28:02.875140 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-b4414c8c-2fbc-4925-8eb0-9fd0e42f6531 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups/595a9260-709c-463d-ae70-a2154703be3f HTTP/1.1" status: 404 len: 347 time: 0.0154252 Aug 19 02:28:02.884392 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 40900) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:28:03.006159 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.plugin [None req-1785952d-629e-40e5-8366-d51ecce3ef3f tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Deleting port 30eeaf8b-b0c7-4d76-855b-41ae6799e27c {{(pid=94444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:28:03.006395 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1785952d-629e-40e5-8366-d51ecce3ef3f tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:03.082809 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1785952d-629e-40e5-8366-d51ecce3ef3f tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:03.083133 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1785952d-629e-40e5-8366-d51ecce3ef3f tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:03.094333 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.plugin [None req-1785952d-629e-40e5-8366-d51ecce3ef3f tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Calling delete_port for 30eeaf8b-b0c7-4d76-855b-41ae6799e27c owned by network:floatingip {{(pid=94444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:28:03.297155 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1785952d-629e-40e5-8366-d51ecce3ef3f tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4183730'] for port, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:03.327059 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785952d-629e-40e5-8366-d51ecce3ef3f tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Pushing event deleted for resources: {'Port': ['ID=30eeaf8b-b0c7-4d76-855b-41ae6799e27c,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:28:03.349553 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785952d-629e-40e5-8366-d51ecce3ef3f tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:28:03.349911 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785952d-629e-40e5-8366-d51ecce3ef3f tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:28:03.350258 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785952d-629e-40e5-8366-d51ecce3ef3f tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:28:03.350597 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785952d-629e-40e5-8366-d51ecce3ef3f tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:28:03.350933 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785952d-629e-40e5-8366-d51ecce3ef3f tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:28:03.351271 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785952d-629e-40e5-8366-d51ecce3ef3f tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:28:03.351603 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785952d-629e-40e5-8366-d51ecce3ef3f tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:28:03.351934 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785952d-629e-40e5-8366-d51ecce3ef3f tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:28:03.352269 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785952d-629e-40e5-8366-d51ecce3ef3f tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:28:03.352598 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785952d-629e-40e5-8366-d51ecce3ef3f tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:28:03.352959 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785952d-629e-40e5-8366-d51ecce3ef3f tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:28:03.353309 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785952d-629e-40e5-8366-d51ecce3ef3f tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:28:03.394956 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1785952d-629e-40e5-8366-d51ecce3ef3f tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks [] for floatingip, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:03.397528 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1785952d-629e-40e5-8366-d51ecce3ef3f tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for floatingip, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:03.398679 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-1785952d-629e-40e5-8366-d51ecce3ef3f tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "DELETE /v2.0/floatingips/334fc593-e99e-4731-bc40-78490d860538 HTTP/1.1" status: 204 len: 168 time: 0.5133195 Aug 19 02:28:03.764434 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 40910) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:28:03.769009 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [None req-e1195709-36ee-4acc-8b3e-cb556880a05c tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Request body: {'security_group': {'name': 'tempest-securitygroup--932440967', 'description': 'tempest-description--1545421203'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:28:03.879462 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e1195709-36ee-4acc-8b3e-cb556880a05c tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:03.963497 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e1195709-36ee-4acc-8b3e-cb556880a05c tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:04.050739 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e1195709-36ee-4acc-8b3e-cb556880a05c tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:04.079319 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1195709-36ee-4acc-8b3e-cb556880a05c tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=811d89e6-3402-4412-b0c5-4a87c69c4446,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:28:04.171232 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e1195709-36ee-4acc-8b3e-cb556880a05c tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:04.172512 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-e1195709-36ee-4acc-8b3e-cb556880a05c tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4070706 Aug 19 02:28:04.175285 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 40916) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:28:04.179618 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [None req-0ad283b9-6035-4b29-aaf9-312de0ca1155 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Request body: {'security_group_rule': {'security_group_id': '811d89e6-3402-4412-b0c5-4a87c69c4446', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:28:04.244608 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0ad283b9-6035-4b29-aaf9-312de0ca1155 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:04.302119 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0ad283b9-6035-4b29-aaf9-312de0ca1155 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:04.359510 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0ad283b9-6035-4b29-aaf9-312de0ca1155 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732240'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:04.378633 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad283b9-6035-4b29-aaf9-312de0ca1155 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=722f488d-ff5b-4ffb-b9ea-fa423d09f2e2,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:28:04.434915 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0ad283b9-6035-4b29-aaf9-312de0ca1155 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:04.436159 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-0ad283b9-6035-4b29-aaf9-312de0ca1155 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2599571 Aug 19 02:28:04.438828 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 40920) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:28:04.443347 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [None req-227cd008-a0dc-4dd8-9b71-eace9e71f805 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Request body: {'security_group_rule': {'security_group_id': '811d89e6-3402-4412-b0c5-4a87c69c4446', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:28:04.529833 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-227cd008-a0dc-4dd8-9b71-eace9e71f805 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:04.585272 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-227cd008-a0dc-4dd8-9b71-eace9e71f805 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:04.662477 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-227cd008-a0dc-4dd8-9b71-eace9e71f805 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732240'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:04.680912 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227cd008-a0dc-4dd8-9b71-eace9e71f805 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a95464f9-1945-457b-8957-d688a82d8847,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:28:04.748307 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-227cd008-a0dc-4dd8-9b71-eace9e71f805 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:04.749866 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-227cd008-a0dc-4dd8-9b71-eace9e71f805 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3100932 Aug 19 02:28:04.753735 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 40922) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:28:04.759894 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-1040f6ae-e87f-477b-9213-dc56cd1035b6 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Request body: {'floatingip': {'floating_network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:28:04.862735 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1040f6ae-e87f-477b-9213-dc56cd1035b6 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks [] for floatingip, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:04.962934 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1040f6ae-e87f-477b-9213-dc56cd1035b6 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:05.046713 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 6 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:28:05.070112 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.db_base_plugin_common [None req-1040f6ae-e87f-477b-9213-dc56cd1035b6 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Allocated IP 172.27.1.171 (3bd28d61-6ca0-48ed-a78c-bdbd12784534/563e592a-26a7-40db-9a00-034f622fa441/30162a98-f1a1-406d-86ad-1fa6595d76a2) {{(pid=94444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:28:05.173286 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1040f6ae-e87f-477b-9213-dc56cd1035b6 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks [] for port, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:05.285509 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1040f6ae-e87f-477b-9213-dc56cd1035b6 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4183730'] for port, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:05.321845 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1040f6ae-e87f-477b-9213-dc56cd1035b6 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Network 3bd28d61-6ca0-48ed-a78c-bdbd12784534 is already hosted by enough agents. {{(pid=94444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:28:05.324721 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.base_scheduler [None req-1040f6ae-e87f-477b-9213-dc56cd1035b6 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Resources bound (agent type, host, resource id): {{(pid=94444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:28:05.330296 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1040f6ae-e87f-477b-9213-dc56cd1035b6 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Received port after_create {{(pid=94444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:28:05.356552 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040f6ae-e87f-477b-9213-dc56cd1035b6 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Pushing event updated for resources: {'Port': ['ID=30162a98-f1a1-406d-86ad-1fa6595d76a2,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:28:05.423091 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1040f6ae-e87f-477b-9213-dc56cd1035b6 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:05.511051 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1040f6ae-e87f-477b-9213-dc56cd1035b6 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:05.661562 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1040f6ae-e87f-477b-9213-dc56cd1035b6 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks [] for port, precommit_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:05.702533 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1040f6ae-e87f-477b-9213-dc56cd1035b6 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4183741'] for port, after_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:05.772495 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040f6ae-e87f-477b-9213-dc56cd1035b6 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Pushing event updated for resources: {'Port': ['ID=30162a98-f1a1-406d-86ad-1fa6595d76a2,revision_number=2']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:28:05.781118 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1040f6ae-e87f-477b-9213-dc56cd1035b6 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610510'] for floatingip, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:05.851069 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1040f6ae-e87f-477b-9213-dc56cd1035b6 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for floatingip, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:05.852331 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-1040f6ae-e87f-477b-9213-dc56cd1035b6 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0976005 Aug 19 02:28:06.035762 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-9a64e8ed-a9bc-48ba-8e8f-dfa6ddab2e39 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--932440967&fields=id&tenant_id=059670e8b6b34fb1857bc100102fd1b6 HTTP/1.1" status: 200 len: 267 time: 0.0332632 Aug 19 02:28:06.146696 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-5738a9bd-ee3d-491d-89d9-9dc425448049 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:28:06.148152 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-5738a9bd-ee3d-491d-89d9-9dc425448049 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/networks?id=7e444d17-d7c0-4b47-aa19-93665776705e HTTP/1.1" status: 200 len: 810 time: 0.1054950 Aug 19 02:28:06.163166 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-cf955248-a4cb-4ee9-b71e-fcf7311e908e tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/quotas/059670e8b6b34fb1857bc100102fd1b6 HTTP/1.1" status: 200 len: 375 time: 0.0086880 Aug 19 02:28:06.216374 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-32c219b3-057d-4296-9cf4-b7235ec75087 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=059670e8b6b34fb1857bc100102fd1b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480912 Aug 19 02:28:06.312189 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-cb79f209-2461-4724-93ec-cc705c36bfab service neutron] 10.222.0.16 "GET /v2.0/networks/7e444d17-d7c0-4b47-aa19-93665776705e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843627 Aug 19 02:28:06.403590 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-12f886d4-6671-4e86-afef-af1b3fe08b99 service neutron] 10.222.0.16 "GET /v2.0/networks/7e444d17-d7c0-4b47-aa19-93665776705e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855422 Aug 19 02:28:06.643207 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-16145f58-4aa4-449f-b71f-496c1addbc5d req-19368521-54b2-40c8-b505-94fa6a89307d tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de HTTP/1.1" status: 200 len: 210 time: 0.0274153 Aug 19 02:28:07.737982 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-8bfae71b-064b-4ac0-8771-b1a719916138 req-9fd64784-23d8-499b-a615-8f6671387198 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de HTTP/1.1" status: 200 len: 210 time: 0.0291886 Aug 19 02:28:08.404992 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:08.827467 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-230736be-a7cc-46fc-8a31-1d448024a3d4 req-a59ad139-6ae1-4d35-94af-284bc6dd3cc9 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de HTTP/1.1" status: 200 len: 210 time: 0.0257525 Aug 19 02:28:09.918067 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-4e80e2a3-71ca-497b-bb57-fbd83bff32c0 req-b3ec9410-5355-467c-8ca4-fb5c84b28e22 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de HTTP/1.1" status: 200 len: 210 time: 0.0253401 Aug 19 02:28:11.017539 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-b496dd92-e085-4430-b7cd-96b5c43b7af2 req-c261db40-475a-44c8-8d33-832cb4405c7f tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de HTTP/1.1" status: 200 len: 210 time: 0.0338776 Aug 19 02:28:11.587453 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-47250f51-f1c3-48ee-964c-38ee193872c0 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:28:11.588903 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-47250f51-f1c3-48ee-964c-38ee193872c0 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.22 "GET /v2.0/networks?id=7e444d17-d7c0-4b47-aa19-93665776705e HTTP/1.1" status: 200 len: 810 time: 0.3390775 Aug 19 02:28:11.633948 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-7025c4c9-050a-4964-a646-37427f97a3eb tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=059670e8b6b34fb1857bc100102fd1b6 HTTP/1.1" status: 200 len: 379 time: 0.0341563 Aug 19 02:28:11.647816 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-636e0a56-3d6b-48a7-b38a-f59933413932 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Request body: {'port': {'device_id': '876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de', 'network_id': '7e444d17-d7c0-4b47-aa19-93665776705e', 'admin_state_up': True, 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'security_groups': ['811d89e6-3402-4412-b0c5-4a87c69c4446']}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:28:11.810981 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-636e0a56-3d6b-48a7-b38a-f59933413932 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Made reservation on behalf of 059670e8b6b34fb1857bc100102fd1b6 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:28:11.814974 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-636e0a56-3d6b-48a7-b38a-f59933413932 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:11.825735 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-6fb3a73d-4532-49ed-b6ba-5689099735a7 req-a42677e1-6162-4c3c-bf58-5be531e2e45f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384889 Aug 19 02:28:11.933296 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb3a73d-4532-49ed-b6ba-5689099735a7 req-964f8ac2-7484-4ba9-99a8-084255195029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:28:11.935012 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-6fb3a73d-4532-49ed-b6ba-5689099735a7 req-964f8ac2-7484-4ba9-99a8-084255195029 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=517b8744677e400988e187c26e92c291&device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 1098 time: 0.0433903 Aug 19 02:28:11.943927 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-636e0a56-3d6b-48a7-b38a-f59933413932 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Allocated IP 172.20.0.10 (7e444d17-d7c0-4b47-aa19-93665776705e/731d6e4c-a04d-474e-b79a-51c9af4274e4/02d15084-d717-4e82-b114-d05e973a21e9) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:28:12.038245 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb3a73d-4532-49ed-b6ba-5689099735a7 req-f802d420-3276-485c-bfe1-987b9e9f881d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:28:12.039711 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-6fb3a73d-4532-49ed-b6ba-5689099735a7 req-f802d420-3276-485c-bfe1-987b9e9f881d service neutron] 10.222.0.22 "GET /v2.0/networks?id=bb3fc84d-f03f-4d97-87e6-72398b20c906 HTTP/1.1" status: 200 len: 917 time: 0.0849469 Aug 19 02:28:12.085421 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-636e0a56-3d6b-48a7-b38a-f59933413932 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:12.099530 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-636e0a56-3d6b-48a7-b38a-f59933413932 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Transition to ACTIVE for port object 02d15084-d717-4e82-b114-d05e973a21e9 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:28:12.120239 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-ce7a1f0d-29d4-460d-9e72-5ea827e284e3 req-667e16a8-63eb-462e-9ef5-2497849364f8 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de HTTP/1.1" status: 200 len: 210 time: 0.0303335 Aug 19 02:28:12.140142 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-6fb3a73d-4532-49ed-b6ba-5689099735a7 req-468dd511-a3ee-4fa3-9091-4064309b7404 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=236dea22-313f-4b56-a0b6-7e28994cf2ae HTTP/1.1" status: 200 len: 1001 time: 0.0895367 Aug 19 02:28:12.195266 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb3a73d-4532-49ed-b6ba-5689099735a7 req-93331b6b-2b5c-40c1-b60d-af1bbe24d7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:28:12.196833 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-6fb3a73d-4532-49ed-b6ba-5689099735a7 req-93331b6b-2b5c-40c1-b60d-af1bbe24d7cf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=88b7472a-b5f3-4f58-a9b7-55a108eaaf89 HTTP/1.1" status: 200 len: 855 time: 0.0485134 Aug 19 02:28:12.211219 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-636e0a56-3d6b-48a7-b38a-f59933413932 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:12.257593 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-636e0a56-3d6b-48a7-b38a-f59933413932 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Network 7e444d17-d7c0-4b47-aa19-93665776705e is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:28:12.263855 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-636e0a56-3d6b-48a7-b38a-f59933413932 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:28:12.266609 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-636e0a56-3d6b-48a7-b38a-f59933413932 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:28:12.318646 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e0a56-3d6b-48a7-b38a-f59933413932 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Pushing event updated for resources: {'Port': ['ID=02d15084-d717-4e82-b114-d05e973a21e9,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:28:12.318831 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb3a73d-4532-49ed-b6ba-5689099735a7 req-a1cd9feb-98d7-44f1-8bab-927446112437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:28:12.318831 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-6fb3a73d-4532-49ed-b6ba-5689099735a7 req-a1cd9feb-98d7-44f1-8bab-927446112437 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bb3fc84d-f03f-4d97-87e6-72398b20c906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0426393 Aug 19 02:28:12.326393 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-636e0a56-3d6b-48a7-b38a-f59933413932 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:28:12.327037 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-636e0a56-3d6b-48a7-b38a-f59933413932 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:12.400731 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-636e0a56-3d6b-48a7-b38a-f59933413932 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7563074 Aug 19 02:28:12.407190 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-6fb3a73d-4532-49ed-b6ba-5689099735a7 req-87700013-c884-45c0-b450-2fd868a2e52a service neutron] 10.222.0.22 "GET /v2.0/networks/bb3fc84d-f03f-4d97-87e6-72398b20c906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967338 Aug 19 02:28:12.419550 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-0c78a883-7133-40c5-a692-877d8b8b70a0 service neutron] Request body: {'port': {'device_id': '876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75565'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:28:12.474981 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-0c78a883-7133-40c5-a692-877d8b8b70a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:12.509685 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-6fb3a73d-4532-49ed-b6ba-5689099735a7 req-598468e2-298f-41df-9a9e-92fb4ca02cd8 service neutron] 10.222.0.22 "GET /v2.0/networks/bb3fc84d-f03f-4d97-87e6-72398b20c906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945463 Aug 19 02:28:12.536890 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-065fb050-732b-4dc3-a9f1-cdf310153af9 None None] Provisioning for port 02d15084-d717-4e82-b114-d05e973a21e9 completed by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:28:12.541705 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-065fb050-732b-4dc3-a9f1-cdf310153af9 None None] Provisioning complete for port 02d15084-d717-4e82-b114-d05e973a21e9 triggered by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:28:12.542579 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-065fb050-732b-4dc3-a9f1-cdf310153af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:12.579788 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-065fb050-732b-4dc3-a9f1-cdf310153af9 None None] Port 02d15084-d717-4e82-b114-d05e973a21e9 cannot update to ACTIVE because it is not bound. {{(pid=94446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:28:12.745024 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-0c78a883-7133-40c5-a692-877d8b8b70a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02d15084-d717-4e82-b114-d05e973a21e9 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:28:12.752491 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-0c78a883-7133-40c5-a692-877d8b8b70a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:12.764522 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-0c78a883-7133-40c5-a692-877d8b8b70a0 service neutron] Transition to ACTIVE for port object 02d15084-d717-4e82-b114-d05e973a21e9 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:28:12.828129 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-0c78a883-7133-40c5-a692-877d8b8b70a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:12.878133 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c78a883-7133-40c5-a692-877d8b8b70a0 service neutron] Pushing event updated for resources: {'Port': ['ID=02d15084-d717-4e82-b114-d05e973a21e9,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:28:12.951153 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-0c78a883-7133-40c5-a692-877d8b8b70a0 service neutron] Attempting to bind port 02d15084-d717-4e82-b114-d05e973a21e9 on host hv-cinder-75565 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:28:12.951492 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-0c78a883-7133-40c5-a692-877d8b8b70a0 service neutron] Attempting to bind port 02d15084-d717-4e82-b114-d05e973a21e9 by drivers openvswitch,hyperv on host hv-cinder-75565 at level 0 using segments [{'id': 'e2620a82-c51e-42da-a26e-9bad6e7c43ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7e444d17-d7c0-4b47-aa19-93665776705e'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:28:12.951862 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-0c78a883-7133-40c5-a692-877d8b8b70a0 service neutron] Attempting to bind port 02d15084-d717-4e82-b114-d05e973a21e9 on network 7e444d17-d7c0-4b47-aa19-93665776705e {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:28:12.956448 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-0c78a883-7133-40c5-a692-877d8b8b70a0 service neutron] Port 02d15084-d717-4e82-b114-d05e973a21e9 on network 7e444d17-d7c0-4b47-aa19-93665776705e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75565 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 02:28:12.956765 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-0c78a883-7133-40c5-a692-877d8b8b70a0 service neutron] Attempting to bind port 02d15084-d717-4e82-b114-d05e973a21e9 on network 7e444d17-d7c0-4b47-aa19-93665776705e {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:28:12.963420 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-0c78a883-7133-40c5-a692-877d8b8b70a0 service neutron] Checking agent: {'id': '41372272-fa96-45fc-afce-a2209819517f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 18, 6), 'started_at': datetime.datetime(2021, 8, 19, 2, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:28:12.963756 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-0c78a883-7133-40c5-a692-877d8b8b70a0 service neutron] Checking segment: {'id': 'e2620a82-c51e-42da-a26e-9bad6e7c43ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7e444d17-d7c0-4b47-aa19-93665776705e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:28:12.964141 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-0c78a883-7133-40c5-a692-877d8b8b70a0 service neutron] Bound using segment: {'id': 'e2620a82-c51e-42da-a26e-9bad6e7c43ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7e444d17-d7c0-4b47-aa19-93665776705e'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:28:12.964575 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-0c78a883-7133-40c5-a692-877d8b8b70a0 service neutron] Bound port: 02d15084-d717-4e82-b114-d05e973a21e9, host: hv-cinder-75565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2620a82-c51e-42da-a26e-9bad6e7c43ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7e444d17-d7c0-4b47-aa19-93665776705e'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:28:12.965848 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-0c78a883-7133-40c5-a692-877d8b8b70a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:13.035943 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-0c78a883-7133-40c5-a692-877d8b8b70a0 service neutron] For port 02d15084-d717-4e82-b114-d05e973a21e9, host hv-cinder-75565, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:28:13.038918 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-0c78a883-7133-40c5-a692-877d8b8b70a0 service neutron] For port 02d15084-d717-4e82-b114-d05e973a21e9, host hv-cinder-75565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=02d15084-d717-4e82-b114-d05e973a21e9,segment=NetworkSegment(e2620a82-c51e-42da-a26e-9bad6e7c43ea),segment_id=e2620a82-c51e-42da-a26e-9bad6e7c43ea)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:28:13.125548 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-0c78a883-7133-40c5-a692-877d8b8b70a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:13.159187 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-0c78a883-7133-40c5-a692-877d8b8b70a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:28:13.159507 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-0c78a883-7133-40c5-a692-877d8b8b70a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:13.160847 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-0c78a883-7133-40c5-a692-877d8b8b70a0 service neutron] 10.222.0.22 "PUT /v2.0/ports/02d15084-d717-4e82-b114-d05e973a21e9 HTTP/1.1" status: 200 len: 1094 time: 0.7459457 Aug 19 02:28:13.161321 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de', 'tag': '02d15084-d717-4e82-b114-d05e973a21e9'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:28:13.163584 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2701019b-15e9-471f-abbb-44d157593250" -d '{"events": [{"name": "network-changed", "server_uuid": "876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de", "tag": "02d15084-d717-4e82-b114-d05e973a21e9"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:28:13.195807 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c78a883-7133-40c5-a692-877d8b8b70a0 service neutron] Pushing event updated for resources: {'Port': ['ID=02d15084-d717-4e82-b114-d05e973a21e9,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:28:13.222290 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b02224-2298-4c5d-a253-b31210a823fc x-openstack-request-id: req-a2b02224-2298-4c5d-a253-b31210a823fc {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:28:13.222681 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de", "tag": "02d15084-d717-4e82-b114-d05e973a21e9", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:28:13.223034 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a2b02224-2298-4c5d-a253-b31210a823fc {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:28:13.223552 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de', 'tag': '02d15084-d717-4e82-b114-d05e973a21e9', 'status': 'completed', 'code': 200} Aug 19 02:28:13.258922 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5706e-5d83-4553-8568-c29c4ca30e7b req-e716ddc2-2079-4d0b-93bf-e5e7b280b0bd tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:28:13.260681 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-efe5706e-5d83-4553-8568-c29c4ca30e7b req-e716ddc2-2079-4d0b-93bf-e5e7b280b0bd tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de HTTP/1.1" status: 200 len: 944 time: 0.0575156 Aug 19 02:28:13.302433 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701019b-15e9-471f-abbb-44d157593250 req-c645dbce-81f3-4502-8e8b-dbc3c6448385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:28:13.304332 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2701019b-15e9-471f-abbb-44d157593250 req-c645dbce-81f3-4502-8e8b-dbc3c6448385 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=059670e8b6b34fb1857bc100102fd1b6&device_id=876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de HTTP/1.1" status: 200 len: 1097 time: 0.0560355 Aug 19 02:28:13.305397 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-efe5706e-5d83-4553-8568-c29c4ca30e7b req-1afc4fff-38ad-40f6-9125-481a8c879a85 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=811d89e6-3402-4412-b0c5-4a87c69c4446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385389 Aug 19 02:28:13.414240 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701019b-15e9-471f-abbb-44d157593250 req-dde276d1-470d-45b8-b272-a80b300f75d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:28:13.420771 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2701019b-15e9-471f-abbb-44d157593250 req-dde276d1-470d-45b8-b272-a80b300f75d6 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=059670e8b6b34fb1857bc100102fd1b6&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1028514 Aug 19 02:28:13.513868 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701019b-15e9-471f-abbb-44d157593250 req-4adcd1fc-c210-484f-b76e-d2b9adf65825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:28:13.515267 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2701019b-15e9-471f-abbb-44d157593250 req-4adcd1fc-c210-484f-b76e-d2b9adf65825 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926709 Aug 19 02:28:13.608194 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-e6fc0c12-e3de-4b6d-a1b4-f2c7c8b7b2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:28:13.609991 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-e6fc0c12-e3de-4b6d-a1b4-f2c7c8b7b2ed service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=059670e8b6b34fb1857bc100102fd1b6&device_id=876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de HTTP/1.1" status: 200 len: 1097 time: 0.0566838 Aug 19 02:28:13.653933 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-94b2cacd-e63d-4808-9f85-e6316e3aa2b0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02d15084-d717-4e82-b114-d05e973a21e9 HTTP/1.1" status: 200 len: 217 time: 0.0362506 Aug 19 02:28:13.703869 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-c93f63c6-8a73-42e0-baeb-7c57d28b0a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:28:13.705331 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-c93f63c6-8a73-42e0-baeb-7c57d28b0a15 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=731d6e4c-a04d-474e-b79a-51c9af4274e4 HTTP/1.1" status: 200 len: 849 time: 0.0434875 Aug 19 02:28:13.757418 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-f6ae5fe8-e90e-426b-8689-aac85a572257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:28:13.764858 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-f6ae5fe8-e90e-426b-8689-aac85a572257 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7e444d17-d7c0-4b47-aa19-93665776705e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0464413 Aug 19 02:28:13.850705 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-2c29cff5-a273-4c16-bbe3-a2ef709e466a service neutron] 10.222.0.22 "GET /v2.0/networks/7e444d17-d7c0-4b47-aa19-93665776705e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840521 Aug 19 02:28:13.945342 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b29a459e-2780-4bf0-adcd-ff06623a89c5 req-e1ac00d9-704f-45a6-9988-82f112023020 service neutron] 10.222.0.22 "GET /v2.0/networks/7e444d17-d7c0-4b47-aa19-93665776705e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870135 Aug 19 02:28:14.423401 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b226e4-daaf-4704-bafd-c9df658babdb req-b50cc9cd-c8b6-4feb-bb88-aa757c6370c8 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:28:14.424872 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-94b226e4-daaf-4704-bafd-c9df658babdb req-b50cc9cd-c8b6-4feb-bb88-aa757c6370c8 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de HTTP/1.1" status: 200 len: 944 time: 0.0496728 Aug 19 02:28:14.462994 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-94b226e4-daaf-4704-bafd-c9df658babdb req-1da04d51-8c38-4dc0-8032-9ecb2468ff5a tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=811d89e6-3402-4412-b0c5-4a87c69c4446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320997 Aug 19 02:28:14.879244 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-156b302f-73d1-4423-9cf8-c15027a8baad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:15.579789 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa03844-7a22-413f-ac04-5968283ea9b1 req-a79ed7fe-578e-446b-9d03-6b17de8d67b9 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:28:15.581378 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-4aa03844-7a22-413f-ac04-5968283ea9b1 req-a79ed7fe-578e-446b-9d03-6b17de8d67b9 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de HTTP/1.1" status: 200 len: 944 time: 0.0493979 Aug 19 02:28:15.623463 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-4aa03844-7a22-413f-ac04-5968283ea9b1 req-4e388778-4225-4639-80fd-e32319be8de2 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=811d89e6-3402-4412-b0c5-4a87c69c4446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362358 Aug 19 02:28:16.084204 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 02d15084-d717-4e82-b114-d05e973a21e9 details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:28:16.180695 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 02d15084-d717-4e82-b114-d05e973a21e9, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=02d15084-d717-4e82-b114-d05e973a21e9,segment=NetworkSegment(e2620a82-c51e-42da-a26e-9bad6e7c43ea),segment_id=e2620a82-c51e-42da-a26e-9bad6e7c43ea)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:28:16.191382 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Returning: {'device': '02d15084-d717-4e82-b114-d05e973a21e9', 'network_id': '7e444d17-d7c0-4b47-aa19-93665776705e', 'port_id': '02d15084-d717-4e82-b114-d05e973a21e9', 'mac_address': 'fa:16:3e:f3:b4:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '731d6e4c-a04d-474e-b79a-51c9af4274e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:28:16.227871 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:16.240035 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02d15084-d717-4e82-b114-d05e973a21e9 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:28:16.258890 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 02d15084-d717-4e82-b114-d05e973a21e9, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=02d15084-d717-4e82-b114-d05e973a21e9,segment=NetworkSegment(e2620a82-c51e-42da-a26e-9bad6e7c43ea),segment_id=e2620a82-c51e-42da-a26e-9bad6e7c43ea)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:28:16.353582 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:16.407138 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=02d15084-d717-4e82-b114-d05e973a21e9,revision_number=4']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:28:16.589108 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 41038) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:28:16.689342 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] get_ports_and_sgs() called for port_ids ['02d15084-d717-4e82-b114-d05e973a21e9'] {{(pid=94446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:28:16.705476 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-65187e00-6dd9-48df-8830-51d4281c05ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:16.759472 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a931c8-771d-4872-ab9d-5309000500b0 req-bac9a1d5-1d52-44f3-a0dc-34a64c7abbf8 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:28:16.760961 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-38a931c8-771d-4872-ab9d-5309000500b0 req-bac9a1d5-1d52-44f3-a0dc-34a64c7abbf8 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de HTTP/1.1" status: 200 len: 945 time: 0.0715590 Aug 19 02:28:16.819694 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-38a931c8-771d-4872-ab9d-5309000500b0 req-f4942635-75bd-469b-acfe-0a7679fa7371 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=811d89e6-3402-4412-b0c5-4a87c69c4446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520182 Aug 19 02:28:16.857142 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-65187e00-6dd9-48df-8830-51d4281c05ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:16.942111 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-65187e00-6dd9-48df-8830-51d4281c05ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:16.981023 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-65187e00-6dd9-48df-8830-51d4281c05ea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7fbb62a3366f442aa2d0f6630634102a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3903103 Aug 19 02:28:16.981885 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65187e00-6dd9-48df-8830-51d4281c05ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e783c752-ca19-44b6-9e66-88b6d844f095,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:28:16.983929 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 41044) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:28:17.033674 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4d45a70-2e35-41f0-b3f5-3dbc7d5d5e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:17.059088 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4d45a70-2e35-41f0-b3f5-3dbc7d5d5e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:17.159799 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4d45a70-2e35-41f0-b3f5-3dbc7d5d5e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:17.162381 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-d4d45a70-2e35-41f0-b3f5-3dbc7d5d5e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:17.165868 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-d4d45a70-2e35-41f0-b3f5-3dbc7d5d5e53 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e783c752-ca19-44b6-9e66-88b6d844f095 HTTP/1.1" status: 204 len: 168 time: 0.1785803 Aug 19 02:28:17.173178 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d45a70-2e35-41f0-b3f5-3dbc7d5d5e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e783c752-ca19-44b6-9e66-88b6d844f095,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:28:17.233901 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-72b5c1ba-fbfe-4292-a289-2143753f7e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:17.708906 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:17.940351 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc69757-925a-4fba-8ddc-52d348f44562 req-082d63c5-cff2-46e6-8ce4-5a07ff3f8127 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:28:17.941862 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-4bc69757-925a-4fba-8ddc-52d348f44562 req-082d63c5-cff2-46e6-8ce4-5a07ff3f8127 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de HTTP/1.1" status: 200 len: 945 time: 0.0514135 Aug 19 02:28:17.980237 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-4bc69757-925a-4fba-8ddc-52d348f44562 req-31c5308b-248b-4548-919f-dd2c4e176b27 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=811d89e6-3402-4412-b0c5-4a87c69c4446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321641 Aug 19 02:28:18.100108 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 02d15084-d717-4e82-b114-d05e973a21e9 up at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:28:18.227597 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning for port 02d15084-d717-4e82-b114-d05e973a21e9 completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:28:18.232455 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning complete for port 02d15084-d717-4e82-b114-d05e973a21e9 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:28:18.232895 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:18.309257 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:18.330931 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d15084-d717-4e82-b114-d05e973a21e9'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:28:18.333143 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bda349f3ade6abb3bc5cfb3e12963279474636f4ef178e03561db7d4c095529d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13ea429-eb37-4a78-bb58-e802e5323210" -d '{"events": [{"server_uuid": "876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de", "name": "network-vif-plugged", "status": "completed", "tag": "02d15084-d717-4e82-b114-d05e973a21e9"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:28:18.347810 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 02d15084-d717-4e82-b114-d05e973a21e9, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=02d15084-d717-4e82-b114-d05e973a21e9,segment=NetworkSegment(e2620a82-c51e-42da-a26e-9bad6e7c43ea),segment_id=e2620a82-c51e-42da-a26e-9bad6e7c43ea)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:28:18.368799 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74caece3-d3a6-40ba-9a26-2b73e645a8fe x-openstack-request-id: req-74caece3-d3a6-40ba-9a26-2b73e645a8fe {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:28:18.369223 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de", "name": "network-vif-plugged", "status": "completed", "tag": "02d15084-d717-4e82-b114-d05e973a21e9", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:28:18.369475 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-74caece3-d3a6-40ba-9a26-2b73e645a8fe {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:28:18.369936 dv-cinder-755654-10-iscsi neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d15084-d717-4e82-b114-d05e973a21e9', 'code': 200} Aug 19 02:28:18.451030 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:18.501914 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=02d15084-d717-4e82-b114-d05e973a21e9,revision_number=5']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:28:18.519455 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:18.687381 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37be22-9fec-47ba-a951-01d7dd0855fa req-fd2fd410-097d-4ac6-8039-0b17880e7d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:28:18.688931 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ec37be22-9fec-47ba-a951-01d7dd0855fa req-fd2fd410-097d-4ac6-8039-0b17880e7d6c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de HTTP/1.1" status: 200 len: 1099 time: 0.0389521 Aug 19 02:28:18.725003 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ec37be22-9fec-47ba-a951-01d7dd0855fa req-3ef5038c-2679-46bc-93df-db237378c747 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=811d89e6-3402-4412-b0c5-4a87c69c4446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284033 Aug 19 02:28:19.100330 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684d63a-59bd-4672-b00e-3944774ebf6b req-0c13ac73-70d7-442e-b0ba-bcc1f062768e tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:28:19.101835 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-1684d63a-59bd-4672-b00e-3944774ebf6b req-0c13ac73-70d7-442e-b0ba-bcc1f062768e tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de HTTP/1.1" status: 200 len: 946 time: 0.0502651 Aug 19 02:28:19.139799 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-1684d63a-59bd-4672-b00e-3944774ebf6b req-dacca488-de01-4ae5-844c-3d3e1392eddf tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=811d89e6-3402-4412-b0c5-4a87c69c4446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315137 Aug 19 02:28:20.272291 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cae2ed-4b6a-4ddf-988c-7f0a3383a571 req-359e59bc-9e36-41ea-af11-bb35b72f8971 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:28:20.273854 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c0cae2ed-4b6a-4ddf-988c-7f0a3383a571 req-359e59bc-9e36-41ea-af11-bb35b72f8971 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de HTTP/1.1" status: 200 len: 946 time: 0.0522306 Aug 19 02:28:20.315392 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c0cae2ed-4b6a-4ddf-988c-7f0a3383a571 req-dc3206d6-4806-4d08-bfe6-331dbee0cb3f tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=811d89e6-3402-4412-b0c5-4a87c69c4446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344031 Aug 19 02:28:20.451008 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:21.428187 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333472bd-3c11-4d2d-99a0-bd046ed4b43f req-a836af00-966c-4c95-bc94-fcfa673e043b tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:28:21.429688 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-333472bd-3c11-4d2d-99a0-bd046ed4b43f req-a836af00-966c-4c95-bc94-fcfa673e043b tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de HTTP/1.1" status: 200 len: 946 time: 0.0476964 Aug 19 02:28:21.467338 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-333472bd-3c11-4d2d-99a0-bd046ed4b43f req-2dadc195-bbf8-46b4-a68a-01c8617239ce tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=811d89e6-3402-4412-b0c5-4a87c69c4446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316026 Aug 19 02:28:21.584714 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8a9cd-b3dd-4a8c-a22e-cc8278d66e46 req-0a980bad-a268-4db0-b306-63a8ea1e3f90 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:28:21.586243 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-f3f8a9cd-b3dd-4a8c-a22e-cc8278d66e46 req-0a980bad-a268-4db0-b306-63a8ea1e3f90 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de HTTP/1.1" status: 200 len: 946 time: 0.0488248 Aug 19 02:28:21.594902 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 41112) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:28:21.605232 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-7c917d35-e96d-4b62-ad32-acfc3e91a195 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Request body: {'floatingip': {'port_id': '02d15084-d717-4e82-b114-d05e973a21e9'}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:28:21.638893 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7c917d35-e96d-4b62-ad32-acfc3e91a195 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks [] for floatingip, before_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:22.077427 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7c917d35-e96d-4b62-ad32-acfc3e91a195 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:22.125570 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7c917d35-e96d-4b62-ad32-acfc3e91a195 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610510'] for floatingip, after_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:22.230696 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.db.l3_db [None req-7c917d35-e96d-4b62-ad32-acfc3e91a195 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Floating IP 1c1101c9-cff5-4e78-b5e6-25c4682649dd associated. External IP: 172.27.1.171, port: 02d15084-d717-4e82-b114-d05e973a21e9. Aug 19 02:28:22.439398 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c917d35-e96d-4b62-ad32-acfc3e91a195 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Router ce9c17ce-9b54-4f87-9210-98d8b8b121de has already been hosted by L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c {{(pid=94444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:28:22.548303 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c917d35-e96d-4b62-ad32-acfc3e91a195 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:28:22.553111 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7c917d35-e96d-4b62-ad32-acfc3e91a195 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for floatingip, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:22.559212 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a900c9d-f8bc-43b4-8f77-9951bcc10086 None None] Sync routers for ids ['ce9c17ce-9b54-4f87-9210-98d8b8b121de'] in dv-cinder-755654-10-iscsi {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:28:22.568958 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a900c9d-f8bc-43b4-8f77-9951bcc10086 None None] Routers {'ce9c17ce-9b54-4f87-9210-98d8b8b121de'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:28:22.569701 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-6a900c9d-f8bc-43b4-8f77-9951bcc10086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:28:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['ce9c17ce-9b54-4f87-9210-98d8b8b121de'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:28:22.580821 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-7c917d35-e96d-4b62-ad32-acfc3e91a195 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "PUT /v2.0/floatingips/1c1101c9-cff5-4e78-b5e6-25c4682649dd HTTP/1.1" status: 200 len: 992 time: 0.9848626 Aug 19 02:28:22.581697 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de', 'tag': '02d15084-d717-4e82-b114-d05e973a21e9'}] {{(pid=94444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:28:22.584109 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb35c0d0e89737a5b8c9f717e1a2b083f59fc6c79be02b323c6f08342a224ec4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402c4eb5-2902-47db-aad2-3d6e939b1909" -d '{"events": [{"name": "network-changed", "server_uuid": "876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de", "tag": "02d15084-d717-4e82-b114-d05e973a21e9"}]}' {{(pid=94444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:28:22.623358 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508eaf83-2432-42d7-85b2-6929becc1a3b x-openstack-request-id: req-508eaf83-2432-42d7-85b2-6929becc1a3b {{(pid=94444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:28:22.624226 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de", "tag": "02d15084-d717-4e82-b114-d05e973a21e9", "status": "completed", "code": 200}]} {{(pid=94444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:28:22.624226 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-508eaf83-2432-42d7-85b2-6929becc1a3b {{(pid=94444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:28:22.624727 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de', 'tag': '02d15084-d717-4e82-b114-d05e973a21e9', 'status': 'completed', 'code': 200} Aug 19 02:28:22.686707 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-6a900c9d-f8bc-43b4-8f77-9951bcc10086 None None] Set router ce9c17ce-9b54-4f87-9210-98d8b8b121de gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:28:22.690670 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c4eb5-2902-47db-aad2-3d6e939b1909 req-a9d7714e-27e7-43f7-9303-781280259db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:28:22.692198 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-402c4eb5-2902-47db-aad2-3d6e939b1909 req-a9d7714e-27e7-43f7-9303-781280259db2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=059670e8b6b34fb1857bc100102fd1b6&device_id=876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de HTTP/1.1" status: 200 len: 1099 time: 0.0446372 Aug 19 02:28:22.782026 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c4eb5-2902-47db-aad2-3d6e939b1909 req-74f4f775-fc77-4af2-838c-2db3725fb9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:28:22.783575 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-402c4eb5-2902-47db-aad2-3d6e939b1909 req-74f4f775-fc77-4af2-838c-2db3725fb9fb service neutron] 10.222.0.22 "GET /v2.0/networks?id=7e444d17-d7c0-4b47-aa19-93665776705e HTTP/1.1" status: 200 len: 911 time: 0.0828495 Aug 19 02:28:22.850786 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-402c4eb5-2902-47db-aad2-3d6e939b1909 req-7f04b350-1878-440d-985b-fb33da25dc40 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02d15084-d717-4e82-b114-d05e973a21e9 HTTP/1.1" status: 200 len: 1000 time: 0.0597596 Aug 19 02:28:22.900608 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c4eb5-2902-47db-aad2-3d6e939b1909 req-0a3da276-b435-41b1-9f2a-4fb7bd312b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:28:22.902105 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-402c4eb5-2902-47db-aad2-3d6e939b1909 req-0a3da276-b435-41b1-9f2a-4fb7bd312b04 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=731d6e4c-a04d-474e-b79a-51c9af4274e4 HTTP/1.1" status: 200 len: 849 time: 0.0426738 Aug 19 02:28:22.905875 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-6a900c9d-f8bc-43b4-8f77-9951bcc10086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'name': 'tempest-AttachVolumeTestJSON-599753213-router', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:19:55Z', 'updated_at': '2021-08-19T02:20:03Z', 'revision_number': 4, 'project_id': '059670e8b6b34fb1857bc100102fd1b6', 'gw_port': {'id': 'eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:19:57Z', 'updated_at': '2021-08-19T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_floatingips': [{'id': '1c1101c9-cff5-4e78-b5e6-25c4682649dd', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'router_id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'port_id': '02d15084-d717-4e82-b114-d05e973a21e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e444d17-d7c0-4b47-aa19-93665776705e', 'mac_address': 'fa:16:3e:f3:b4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:28:05Z', 'updated_at': '2021-08-19T02:28:21Z', 'revision_number': 1, 'project_id': '059670e8b6b34fb1857bc100102fd1b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdb615a9-d223-4589-a04f-caad3e2296f1', 'name': '', 'network_id': '7e444d17-d7c0-4b47-aa19-93665776705e', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'mac_address': 'fa:16:3e:a2:dd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '731d6e4c-a04d-474e-b79a-51c9af4274e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:20:01Z', 'updated_at': '2021-08-19T02:20:08Z', 'revision_number': 5, 'project_id': '059670e8b6b34fb1857bc100102fd1b6', 'subnets': [{'id': '731d6e4c-a04d-474e-b79a-51c9af4274e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:28:22.931746 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a900c9d-f8bc-43b4-8f77-9951bcc10086 None None] Checking router: ce9c17ce-9b54-4f87-9210-98d8b8b121de for host: dv-cinder-755654-10-iscsi {{(pid=94446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:28:22.940708 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a900c9d-f8bc-43b4-8f77-9951bcc10086 None None] Routers {'ce9c17ce-9b54-4f87-9210-98d8b8b121de'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:28:22.941343 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-6a900c9d-f8bc-43b4-8f77-9951bcc10086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:28:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['ce9c17ce-9b54-4f87-9210-98d8b8b121de'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:28:22.947270 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c4eb5-2902-47db-aad2-3d6e939b1909 req-fe0b66ec-4b19-48d2-8d44-cce35fdb12c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:28:22.949496 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-402c4eb5-2902-47db-aad2-3d6e939b1909 req-fe0b66ec-4b19-48d2-8d44-cce35fdb12c5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7e444d17-d7c0-4b47-aa19-93665776705e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390220 Aug 19 02:28:23.041773 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-402c4eb5-2902-47db-aad2-3d6e939b1909 req-52f37d4f-f26b-4310-bca8-463c2c2a4577 service neutron] 10.222.0.22 "GET /v2.0/networks/7e444d17-d7c0-4b47-aa19-93665776705e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844216 Aug 19 02:28:23.045187 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-6a900c9d-f8bc-43b4-8f77-9951bcc10086 None None] Set router ce9c17ce-9b54-4f87-9210-98d8b8b121de gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:28:23.138887 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-402c4eb5-2902-47db-aad2-3d6e939b1909 req-5afb6296-e9e3-4e0d-b60e-69ea1a39223f service neutron] 10.222.0.22 "GET /v2.0/networks/7e444d17-d7c0-4b47-aa19-93665776705e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890498 Aug 19 02:28:23.271086 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-6a900c9d-f8bc-43b4-8f77-9951bcc10086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'name': 'tempest-AttachVolumeTestJSON-599753213-router', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:19:55Z', 'updated_at': '2021-08-19T02:20:03Z', 'revision_number': 4, 'project_id': '059670e8b6b34fb1857bc100102fd1b6', 'gw_port': {'id': 'eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:19:57Z', 'updated_at': '2021-08-19T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_floatingips': [{'id': '1c1101c9-cff5-4e78-b5e6-25c4682649dd', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'router_id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'port_id': '02d15084-d717-4e82-b114-d05e973a21e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e444d17-d7c0-4b47-aa19-93665776705e', 'mac_address': 'fa:16:3e:f3:b4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:28:05Z', 'updated_at': '2021-08-19T02:28:21Z', 'revision_number': 1, 'project_id': '059670e8b6b34fb1857bc100102fd1b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdb615a9-d223-4589-a04f-caad3e2296f1', 'name': '', 'network_id': '7e444d17-d7c0-4b47-aa19-93665776705e', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'mac_address': 'fa:16:3e:a2:dd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '731d6e4c-a04d-474e-b79a-51c9af4274e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:20:01Z', 'updated_at': '2021-08-19T02:20:08Z', 'revision_number': 5, 'project_id': '059670e8b6b34fb1857bc100102fd1b6', 'subnets': [{'id': '731d6e4c-a04d-474e-b79a-51c9af4274e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:28:23.297846 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a900c9d-f8bc-43b4-8f77-9951bcc10086 None None] The sync data for ids ['ce9c17ce-9b54-4f87-9210-98d8b8b121de'] in dv-cinder-755654-10-iscsi is: [{'id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'name': 'tempest-AttachVolumeTestJSON-599753213-router', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:19:55Z', 'updated_at': '2021-08-19T02:20:03Z', 'revision_number': 4, 'project_id': '059670e8b6b34fb1857bc100102fd1b6', 'gw_port': {'id': 'eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:19:57Z', 'updated_at': '2021-08-19T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_floatingips': [{'id': '1c1101c9-cff5-4e78-b5e6-25c4682649dd', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'router_id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'port_id': '02d15084-d717-4e82-b114-d05e973a21e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e444d17-d7c0-4b47-aa19-93665776705e', 'mac_address': 'fa:16:3e:f3:b4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:28:05Z', 'updated_at': '2021-08-19T02:28:21Z', 'revision_number': 1, 'project_id': '059670e8b6b34fb1857bc100102fd1b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdb615a9-d223-4589-a04f-caad3e2296f1', 'name': '', 'network_id': '7e444d17-d7c0-4b47-aa19-93665776705e', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'mac_address': 'fa:16:3e:a2:dd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '731d6e4c-a04d-474e-b79a-51c9af4274e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:20:01Z', 'updated_at': '2021-08-19T02:20:08Z', 'revision_number': 5, 'project_id': '059670e8b6b34fb1857bc100102fd1b6', 'subnets': [{'id': '731d6e4c-a04d-474e-b79a-51c9af4274e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:28:23.498703 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a5dc21-d581-46a9-aba1-1a70ce16e2bc None None] New status for floating IP 1c1101c9-cff5-4e78-b5e6-25c4682649dd: ACTIVE {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 02:28:38.410725 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:42.047511 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 6 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:28:44.879626 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fc1dba37-ec10-4b97-beef-b949671a0fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:47.210271 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a351902e-ccae-4253-8d48-fa106a938efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:47.690250 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:48.478952 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:28:50.392800 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:07.093668 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 41516) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:29:07.202776 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8e7a17a1-6551-4485-ab95-f3c3da65daae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:07.294413 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8e7a17a1-6551-4485-ab95-f3c3da65daae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:07.346929 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8e7a17a1-6551-4485-ab95-f3c3da65daae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:07.385299 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-8e7a17a1-6551-4485-ab95-f3c3da65daae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a0f8f987304e4c27bfb06351e6d36288&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2899289 Aug 19 02:29:07.386230 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a17a1-6551-4485-ab95-f3c3da65daae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d834dd1-a4cd-44e2-855b-ce41976b1d9c,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:29:07.388007 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 41524) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:29:07.394192 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a17a1-6551-4485-ab95-f3c3da65daae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:07.394543 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a17a1-6551-4485-ab95-f3c3da65daae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:07.394887 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a17a1-6551-4485-ab95-f3c3da65daae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:07.395221 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a17a1-6551-4485-ab95-f3c3da65daae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:07.395549 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a17a1-6551-4485-ab95-f3c3da65daae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:07.395883 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a17a1-6551-4485-ab95-f3c3da65daae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:07.396214 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a17a1-6551-4485-ab95-f3c3da65daae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:07.396545 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a17a1-6551-4485-ab95-f3c3da65daae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:07.396869 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a17a1-6551-4485-ab95-f3c3da65daae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:07.397219 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a17a1-6551-4485-ab95-f3c3da65daae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:07.397543 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a17a1-6551-4485-ab95-f3c3da65daae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:07.397866 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a17a1-6551-4485-ab95-f3c3da65daae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:07.442236 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6aa06aac-952e-49dd-87b3-034419dda053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:07.462679 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6aa06aac-952e-49dd-87b3-034419dda053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:07.593077 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6aa06aac-952e-49dd-87b3-034419dda053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:07.596166 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6aa06aac-952e-49dd-87b3-034419dda053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:07.597369 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-6aa06aac-952e-49dd-87b3-034419dda053 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4d834dd1-a4cd-44e2-855b-ce41976b1d9c HTTP/1.1" status: 204 len: 168 time: 0.2082884 Aug 19 02:29:07.605257 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa06aac-952e-49dd-87b3-034419dda053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d834dd1-a4cd-44e2-855b-ce41976b1d9c,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:29:07.612790 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa06aac-952e-49dd-87b3-034419dda053 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:07.613158 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa06aac-952e-49dd-87b3-034419dda053 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:07.613506 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa06aac-952e-49dd-87b3-034419dda053 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:07.613842 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa06aac-952e-49dd-87b3-034419dda053 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:07.614176 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa06aac-952e-49dd-87b3-034419dda053 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:07.614574 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa06aac-952e-49dd-87b3-034419dda053 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:07.614908 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa06aac-952e-49dd-87b3-034419dda053 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:07.615239 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa06aac-952e-49dd-87b3-034419dda053 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:07.615569 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa06aac-952e-49dd-87b3-034419dda053 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:07.615894 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa06aac-952e-49dd-87b3-034419dda053 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:07.616217 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa06aac-952e-49dd-87b3-034419dda053 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:07.616539 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa06aac-952e-49dd-87b3-034419dda053 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:08.439048 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:08.532162 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 41556) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:29:08.632342 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [None req-6394d9ab-0af3-4dc7-9d52-0006c6dc41e4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1997639930-network', 'tenant_id': '26b5d99a01904098815dc4c04ec8ceb6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:29:08.718830 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6394d9ab-0af3-4dc7-9d52-0006c6dc41e4 admin admin] Made reservation on behalf of 26b5d99a01904098815dc4c04ec8ceb6 for: {'network': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:29:08.723191 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6394d9ab-0af3-4dc7-9d52-0006c6dc41e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for network, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:08.730935 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6394d9ab-0af3-4dc7-9d52-0006c6dc41e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:08.821649 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8287106-f456-4ee2-ae3f-c385f8dd18fd req-7ae5225f-7c15-45c4-80df-374e8dd3ae46 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:08.823186 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-a8287106-f456-4ee2-ae3f-c385f8dd18fd req-7ae5225f-7c15-45c4-80df-374e8dd3ae46 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 945 time: 0.0774975 Aug 19 02:29:08.879241 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-a8287106-f456-4ee2-ae3f-c385f8dd18fd req-990a4521-f190-4e2d-bc10-5a48f0792dfb tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491414 Aug 19 02:29:08.902584 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6394d9ab-0af3-4dc7-9d52-0006c6dc41e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:08.981688 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6394d9ab-0af3-4dc7-9d52-0006c6dc41e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:09.009984 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6394d9ab-0af3-4dc7-9d52-0006c6dc41e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=94445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 02:29:09.019471 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6394d9ab-0af3-4dc7-9d52-0006c6dc41e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60eebf6-4e02-44e0-b766-0ef62d43f6f5,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:29:09.024213 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6394d9ab-0af3-4dc7-9d52-0006c6dc41e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178'] for segment, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:09.024539 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.db.segments_db [None req-6394d9ab-0af3-4dc7-9d52-0006c6dc41e4 admin admin] Added segment 536c2e9b-2b85-4468-9a31-26a114cd415a of type vlan for network ae56529d-4ec4-4ab1-997f-53a52a2202db Aug 19 02:29:09.063799 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6394d9ab-0af3-4dc7-9d52-0006c6dc41e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754220385702'] for network, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:09.164231 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6394d9ab-0af3-4dc7-9d52-0006c6dc41e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116'] for network, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:09.165237 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6394d9ab-0af3-4dc7-9d52-0006c6dc41e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:09.165831 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6394d9ab-0af3-4dc7-9d52-0006c6dc41e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:09.222222 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6394d9ab-0af3-4dc7-9d52-0006c6dc41e4 admin admin] Pushing event updated for resources: {'Network': ['ID=ae56529d-4ec4-4ab1-997f-53a52a2202db,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:29:09.231909 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Network ae56529d-4ec4-4ab1-997f-53a52a2202db details requested by agent ovs-agent-dv-cinder-755654-10-iscsi with host dv-cinder-755654-10-iscsi {{(pid=94446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 02:29:09.276433 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-6394d9ab-0af3-4dc7-9d52-0006c6dc41e4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7431295 Aug 19 02:29:09.277181 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 41568) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:29:09.282793 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-5858e0db-ddb0-4888-88d8-890053843535 admin admin] Request body: {'subnet': {'network_id': 'ae56529d-4ec4-4ab1-997f-53a52a2202db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1997639930-subnet', 'tenant_id': '26b5d99a01904098815dc4c04ec8ceb6', 'ip_version': 4}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:29:09.347619 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5858e0db-ddb0-4888-88d8-890053843535 admin admin] Made reservation on behalf of 26b5d99a01904098815dc4c04ec8ceb6 for: {'subnet': 1} {{(pid=94444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:29:09.349912 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-5858e0db-ddb0-4888-88d8-890053843535 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3746272'] for subnet, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:09.810255 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-5858e0db-ddb0-4888-88d8-890053843535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4183558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3746294'] for subnet, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:09.866297 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5858e0db-ddb0-4888-88d8-890053843535 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19f8ff54-7705-49ed-972c-36bbb42e5fd1,revision_number=0']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:29:09.876875 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5858e0db-ddb0-4888-88d8-890053843535 admin admin] Checking segment: {'id': '536c2e9b-2b85-4468-9a31-26a114cd415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ae56529d-4ec4-4ab1-997f-53a52a2202db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:29:09.888663 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5858e0db-ddb0-4888-88d8-890053843535 admin admin] Network hostable DHCP agents. Network: ae56529d-4ec4-4ab1-997f-53a52a2202db, hostable agents: ['5428ca17-2793-4a7a-b269-f163004a9067'], hosted agents: [] {{(pid=94444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 02:29:09.958757 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5858e0db-ddb0-4888-88d8-890053843535 admin admin] Network ae56529d-4ec4-4ab1-997f-53a52a2202db is scheduled to be hosted by DHCP agent 5428ca17-2793-4a7a-b269-f163004a9067 with binding_index 1 {{(pid=94444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 02:29:10.006139 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be52b9-8b76-4908-aa28-06461b330a24 req-931958ea-b1a3-4af9-b52e-72af30d1b1a3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:10.007625 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e9be52b9-8b76-4908-aa28-06461b330a24 req-931958ea-b1a3-4af9-b52e-72af30d1b1a3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 945 time: 0.0492213 Aug 19 02:29:10.027079 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.base_scheduler [None req-5858e0db-ddb0-4888-88d8-890053843535 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755654-10-iscsi, ae56529d-4ec4-4ab1-997f-53a52a2202db) {{(pid=94444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:29:10.031916 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5858e0db-ddb0-4888-88d8-890053843535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:10.033178 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-5858e0db-ddb0-4888-88d8-890053843535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for subnet, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:10.037072 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01371678-df33-4f52-bfe8-e8ee747c0f1d None None] Network ae56529d-4ec4-4ab1-997f-53a52a2202db requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:29:10.049371 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e9be52b9-8b76-4908-aa28-06461b330a24 req-4734bf15-94b0-4367-b312-2bca8d6186cb tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358136 Aug 19 02:29:10.107909 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-5858e0db-ddb0-4888-88d8-890053843535 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8295906 Aug 19 02:29:10.111363 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 41574) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:29:10.116091 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-8359910b-bcd2-4997-bdef-06826fdfb412 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1997639930-router', 'tenant_id': '26b5d99a01904098815dc4c04ec8ceb6', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'}}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:29:10.179279 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c0d6e4-93e0-412f-8775-929805a1e99a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ca4f4ee-9243-5de2-b572-9b016c61beaa-ae56529d-4ec4-4ab1-997f-53a52a2202db', 'network_id': 'ae56529d-4ec4-4ab1-997f-53a52a2202db', 'tenant_id': '26b5d99a01904098815dc4c04ec8ceb6', 'fixed_ips': [{'subnet_id': '19f8ff54-7705-49ed-972c-36bbb42e5fd1'}]}} from dv-cinder-755654-10-iscsi. {{(pid=94446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 02:29:10.180118 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c4c0d6e4-93e0-412f-8775-929805a1e99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:10.205309 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8359910b-bcd2-4997-bdef-06826fdfb412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14576'] for router, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:10.206377 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8359910b-bcd2-4997-bdef-06826fdfb412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-613098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14585'] for router, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:10.258929 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8359910b-bcd2-4997-bdef-06826fdfb412 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:10.314780 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-c4c0d6e4-93e0-412f-8775-929805a1e99a None None] Allocated IP 172.20.0.2 (ae56529d-4ec4-4ab1-997f-53a52a2202db/19f8ff54-7705-49ed-972c-36bbb42e5fd1/0a8c5185-bc9d-4721-98e4-04a3a75eabda) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:29:10.350150 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f39a6f8f-2d0e-44ba-ae04-b1e9d11e8478 req-9175fb80-332d-481f-802e-ad84cdc06359 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bfdc07f6-9547-4089-96fb-81cfc5f3ad33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393455 Aug 19 02:29:10.415576 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a6f8f-2d0e-44ba-ae04-b1e9d11e8478 req-4073d49f-2da4-4264-80ff-41f1338cbf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:10.417164 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f39a6f8f-2d0e-44ba-ae04-b1e9d11e8478 req-4073d49f-2da4-4264-80ff-41f1338cbf17 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=224f1c1ae0cf41ea9f737a8b24175ee1&device_id=bfdc07f6-9547-4089-96fb-81cfc5f3ad33 HTTP/1.1" status: 200 len: 1099 time: 0.0436838 Aug 19 02:29:10.447471 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8359910b-bcd2-4997-bdef-06826fdfb412 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:10.463271 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c4c0d6e4-93e0-412f-8775-929805a1e99a None None] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:10.471495 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-c4c0d6e4-93e0-412f-8775-929805a1e99a None None] Transition to ACTIVE for port object 0a8c5185-bc9d-4721-98e4-04a3a75eabda will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:29:10.486184 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-c4c0d6e4-93e0-412f-8775-929805a1e99a None None] Transition to ACTIVE for port object 0a8c5185-bc9d-4721-98e4-04a3a75eabda will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:29:10.525470 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a6f8f-2d0e-44ba-ae04-b1e9d11e8478 req-79414fd3-5a4a-4de7-81a8-14cbb3be953d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:10.526960 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f39a6f8f-2d0e-44ba-ae04-b1e9d11e8478 req-79414fd3-5a4a-4de7-81a8-14cbb3be953d service neutron] 10.222.0.22 "GET /v2.0/networks?id=0f5e88cb-7ae7-4588-b5fa-35aaf6915c93 HTTP/1.1" status: 200 len: 912 time: 0.0901234 Aug 19 02:29:10.547910 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c4c0d6e4-93e0-412f-8775-929805a1e99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:10.589383 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c0d6e4-93e0-412f-8775-929805a1e99a None None] Network ae56529d-4ec4-4ab1-997f-53a52a2202db is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:29:10.594824 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-c4c0d6e4-93e0-412f-8775-929805a1e99a None None] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:29:10.597050 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0d6e4-93e0-412f-8775-929805a1e99a None None] Pushing event updated for resources: {'Port': ['ID=0a8c5185-bc9d-4721-98e4-04a3a75eabda,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:29:10.599223 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c0d6e4-93e0-412f-8775-929805a1e99a None None] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:29:10.601968 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f39a6f8f-2d0e-44ba-ae04-b1e9d11e8478 req-1fb8f43c-eebb-4177-83d7-86906094b03f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4719ffac-bd57-4472-8c28-feb0e585165e HTTP/1.1" status: 200 len: 1001 time: 0.0678301 Aug 19 02:29:10.610925 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c0d6e4-93e0-412f-8775-929805a1e99a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:10.611264 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c0d6e4-93e0-412f-8775-929805a1e99a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:10.611597 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c0d6e4-93e0-412f-8775-929805a1e99a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:10.611926 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c0d6e4-93e0-412f-8775-929805a1e99a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:10.612253 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c0d6e4-93e0-412f-8775-929805a1e99a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:10.612575 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c0d6e4-93e0-412f-8775-929805a1e99a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:10.612891 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c0d6e4-93e0-412f-8775-929805a1e99a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:10.613298 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c0d6e4-93e0-412f-8775-929805a1e99a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:10.613620 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c0d6e4-93e0-412f-8775-929805a1e99a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:10.613936 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c0d6e4-93e0-412f-8775-929805a1e99a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:10.614275 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c0d6e4-93e0-412f-8775-929805a1e99a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:10.614589 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c0d6e4-93e0-412f-8775-929805a1e99a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:10.655506 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a6f8f-2d0e-44ba-ae04-b1e9d11e8478 req-ff5ddae5-5d67-4cd4-8675-cdf5b4f28fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:10.657156 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f39a6f8f-2d0e-44ba-ae04-b1e9d11e8478 req-ff5ddae5-5d67-4cd4-8675-cdf5b4f28fdb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31 HTTP/1.1" status: 200 len: 850 time: 0.0483446 Aug 19 02:29:10.671109 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-c4c0d6e4-93e0-412f-8775-929805a1e99a None None] Attempting to bind port 0a8c5185-bc9d-4721-98e4-04a3a75eabda on host dv-cinder-755654-10-iscsi for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:29:10.671491 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-c4c0d6e4-93e0-412f-8775-929805a1e99a None None] Attempting to bind port 0a8c5185-bc9d-4721-98e4-04a3a75eabda by drivers openvswitch,hyperv on host dv-cinder-755654-10-iscsi at level 0 using segments [{'id': '536c2e9b-2b85-4468-9a31-26a114cd415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ae56529d-4ec4-4ab1-997f-53a52a2202db'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:29:10.671863 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c0d6e4-93e0-412f-8775-929805a1e99a None None] Attempting to bind port 0a8c5185-bc9d-4721-98e4-04a3a75eabda on network ae56529d-4ec4-4ab1-997f-53a52a2202db {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:29:10.677824 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c0d6e4-93e0-412f-8775-929805a1e99a None None] Checking agent: {'id': '4006ddce-538e-4364-9c83-4224b741844b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 11, 48), 'started_at': datetime.datetime(2021, 8, 19, 2, 12, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:29:10.678203 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c0d6e4-93e0-412f-8775-929805a1e99a None None] Checking segment: {'id': '536c2e9b-2b85-4468-9a31-26a114cd415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ae56529d-4ec4-4ab1-997f-53a52a2202db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:29:10.678611 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c4c0d6e4-93e0-412f-8775-929805a1e99a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:10.679006 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c0d6e4-93e0-412f-8775-929805a1e99a None None] Bound using segment: {'id': '536c2e9b-2b85-4468-9a31-26a114cd415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ae56529d-4ec4-4ab1-997f-53a52a2202db'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:29:10.679476 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-c4c0d6e4-93e0-412f-8775-929805a1e99a None None] Bound port: 0a8c5185-bc9d-4721-98e4-04a3a75eabda, host: dv-cinder-755654-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536c2e9b-2b85-4468-9a31-26a114cd415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ae56529d-4ec4-4ab1-997f-53a52a2202db'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:29:10.679852 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c4c0d6e4-93e0-412f-8775-929805a1e99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:10.710822 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a6f8f-2d0e-44ba-ae04-b1e9d11e8478 req-9b14c5b1-721c-4666-a804-72f338f51a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:10.711716 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8359910b-bcd2-4997-bdef-06826fdfb412 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:10.712647 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f39a6f8f-2d0e-44ba-ae04-b1e9d11e8478 req-9b14c5b1-721c-4666-a804-72f338f51a06 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0f5e88cb-7ae7-4588-b5fa-35aaf6915c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0481791 Aug 19 02:29:10.734512 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8359910b-bcd2-4997-bdef-06826fdfb412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:10.747496 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-c4c0d6e4-93e0-412f-8775-929805a1e99a None None] For port 0a8c5185-bc9d-4721-98e4-04a3a75eabda, host dv-cinder-755654-10-iscsi, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:29:10.750959 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-c4c0d6e4-93e0-412f-8775-929805a1e99a None None] For port 0a8c5185-bc9d-4721-98e4-04a3a75eabda, host dv-cinder-755654-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=0a8c5185-bc9d-4721-98e4-04a3a75eabda,segment=NetworkSegment(536c2e9b-2b85-4468-9a31-26a114cd415a),segment_id=536c2e9b-2b85-4468-9a31-26a114cd415a)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:29:10.804942 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f39a6f8f-2d0e-44ba-ae04-b1e9d11e8478 req-d16c2c78-c9fd-4c37-a8f2-ee3ac4888529 service neutron] 10.222.0.22 "GET /v2.0/networks/0f5e88cb-7ae7-4588-b5fa-35aaf6915c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841024 Aug 19 02:29:10.810686 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c4c0d6e4-93e0-412f-8775-929805a1e99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:10.840702 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.db_base_plugin_common [None req-8359910b-bcd2-4997-bdef-06826fdfb412 admin admin] Allocated IP 172.27.1.157 (3bd28d61-6ca0-48ed-a78c-bdbd12784534/563e592a-26a7-40db-9a00-034f622fa441/43c07f5f-bc3d-45d5-bfed-09e6d6d0062b) {{(pid=94444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:29:10.867203 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0d6e4-93e0-412f-8775-929805a1e99a None None] Pushing event updated for resources: {'Port': ['ID=0a8c5185-bc9d-4721-98e4-04a3a75eabda,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:29:10.919022 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f39a6f8f-2d0e-44ba-ae04-b1e9d11e8478 req-f628def1-3788-45a7-84be-87f5b91f0dba service neutron] 10.222.0.22 "GET /v2.0/networks/0f5e88cb-7ae7-4588-b5fa-35aaf6915c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059594 Aug 19 02:29:10.960635 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8359910b-bcd2-4997-bdef-06826fdfb412 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:11.062329 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8359910b-bcd2-4997-bdef-06826fdfb412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4183730'] for port, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:11.107964 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8359910b-bcd2-4997-bdef-06826fdfb412 admin admin] Network 3bd28d61-6ca0-48ed-a78c-bdbd12784534 is already hosted by enough agents. {{(pid=94444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:29:11.113591 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.base_scheduler [None req-8359910b-bcd2-4997-bdef-06826fdfb412 admin admin] Resources bound (agent type, host, resource id): {{(pid=94444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:29:11.117368 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8359910b-bcd2-4997-bdef-06826fdfb412 admin admin] Received port after_create {{(pid=94444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:29:11.143826 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8359910b-bcd2-4997-bdef-06826fdfb412 admin admin] Pushing event updated for resources: {'Port': ['ID=43c07f5f-bc3d-45d5-bfed-09e6d6d0062b,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:29:11.182918 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49780fba-daae-4631-90a7-999766e9d88b req-e9af743c-17e7-4640-8ef6-c5f3fcce123b tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:11.184403 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-49780fba-daae-4631-90a7-999766e9d88b req-e9af743c-17e7-4640-8ef6-c5f3fcce123b tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 945 time: 0.0590520 Aug 19 02:29:11.224500 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-49780fba-daae-4631-90a7-999766e9d88b req-11dde415-2230-48dd-a297-dc1c743c279b tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334055 Aug 19 02:29:11.502160 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8359910b-bcd2-4997-bdef-06826fdfb412 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:11.714127 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8359910b-bcd2-4997-bdef-06826fdfb412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612911'] for router, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:11.762635 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2b15ea-f664-4f91-8594-e88300de4373 None None] Network ae56529d-4ec4-4ab1-997f-53a52a2202db requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:29:11.899318 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-91be3cfe-eeb6-4fb0-806d-ab6de5d2cf23 None None] Provisioning for port 0a8c5185-bc9d-4721-98e4-04a3a75eabda completed by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:29:11.918660 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8359910b-bcd2-4997-bdef-06826fdfb412 admin admin] Router ca37fd0f-ce0e-4152-89d2-b854cf844446 is scheduled to L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c with binding_index 1 {{(pid=94444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 02:29:12.031581 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8359910b-bcd2-4997-bdef-06826fdfb412 admin admin] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:29:12.043439 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37108f7-f134-4786-9d45-babf4c3780dc None None] Sync routers for ids ['ca37fd0f-ce0e-4152-89d2-b854cf844446'] in dv-cinder-755654-10-iscsi {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:29:12.053097 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37108f7-f134-4786-9d45-babf4c3780dc None None] Routers {'ca37fd0f-ce0e-4152-89d2-b854cf844446'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:29:12.053843 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-b37108f7-f134-4786-9d45-babf4c3780dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:28:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['ca37fd0f-ce0e-4152-89d2-b854cf844446'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:29:12.107583 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8359910b-bcd2-4997-bdef-06826fdfb412 admin admin] Notify callbacks [] for router, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:12.108853 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-8359910b-bcd2-4997-bdef-06826fdfb412 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9964273 Aug 19 02:29:12.112428 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 41584) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:29:12.190349 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-b37108f7-f134-4786-9d45-babf4c3780dc None None] Set router ca37fd0f-ce0e-4152-89d2-b854cf844446 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:29:12.195534 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 0a8c5185-bc9d-4721-98e4-04a3a75eabda up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:29:12.351289 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157ed9b-fe80-4b0d-900c-8cc2440dc97b req-dfa80033-1ff5-42b6-b841-92bd77f42e83 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:12.353541 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d157ed9b-fe80-4b0d-900c-8cc2440dc97b req-dfa80033-1ff5-42b6-b841-92bd77f42e83 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 945 time: 0.0530255 Aug 19 02:29:12.396356 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d157ed9b-fe80-4b0d-900c-8cc2440dc97b req-26302d04-accb-44a6-936d-b9d4906044a7 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360518 Aug 19 02:29:12.398501 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning for port 0a8c5185-bc9d-4721-98e4-04a3a75eabda completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:29:12.406121 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port 0a8c5185-bc9d-4721-98e4-04a3a75eabda triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:29:12.410476 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:12.447467 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-b37108f7-f134-4786-9d45-babf4c3780dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca37fd0f-ce0e-4152-89d2-b854cf844446', 'name': 'tempest-TestMinimumBasicScenario-1997639930-router', 'tenant_id': '26b5d99a01904098815dc4c04ec8ceb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '43c07f5f-bc3d-45d5-bfed-09e6d6d0062b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:29:10Z', 'updated_at': '2021-08-19T02:29:11Z', 'revision_number': 3, 'project_id': '26b5d99a01904098815dc4c04ec8ceb6', 'gw_port': {'id': '43c07f5f-bc3d-45d5-bfed-09e6d6d0062b', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:65:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca37fd0f-ce0e-4152-89d2-b854cf844446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:29:10Z', 'updated_at': '2021-08-19T02:29:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi'}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:29:12.477937 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37108f7-f134-4786-9d45-babf4c3780dc None None] Checking router: ca37fd0f-ce0e-4152-89d2-b854cf844446 for host: dv-cinder-755654-10-iscsi {{(pid=94446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:29:12.478278 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37108f7-f134-4786-9d45-babf4c3780dc None None] Updating router ca37fd0f-ce0e-4152-89d2-b854cf844446 port 43c07f5f-bc3d-45d5-bfed-09e6d6d0062b binding host dv-cinder-755654-10-iscsi {{(pid=94446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 02:29:12.524637 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b37108f7-f134-4786-9d45-babf4c3780dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:12.541003 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-54e3d393-5195-443f-a24e-8a7b99cf284f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:12.564139 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:12.664056 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] For port 0a8c5185-bc9d-4721-98e4-04a3a75eabda, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=0a8c5185-bc9d-4721-98e4-04a3a75eabda,segment=NetworkSegment(536c2e9b-2b85-4468-9a31-26a114cd415a),segment_id=536c2e9b-2b85-4468-9a31-26a114cd415a)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:29:12.697413 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.db_base_plugin_common [None req-54e3d393-5195-443f-a24e-8a7b99cf284f admin admin] Allocated IP 172.20.0.1 (ae56529d-4ec4-4ab1-997f-53a52a2202db/19f8ff54-7705-49ed-972c-36bbb42e5fd1/77d5d738-0ee8-4517-b384-01af156915b5) {{(pid=94444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:29:12.726398 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:12.804255 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Pushing event updated for resources: {'Port': ['ID=0a8c5185-bc9d-4721-98e4-04a3a75eabda,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:29:12.804963 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-54e3d393-5195-443f-a24e-8a7b99cf284f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:12.820905 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.provisioning_blocks [None req-54e3d393-5195-443f-a24e-8a7b99cf284f admin admin] Transition to ACTIVE for port object 77d5d738-0ee8-4517-b384-01af156915b5 will not be triggered until provisioned by entity DHCP. {{(pid=94444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:29:12.861763 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b37108f7-f134-4786-9d45-babf4c3780dc None None] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:12.871288 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-b37108f7-f134-4786-9d45-babf4c3780dc None None] Transition to ACTIVE for port object 43c07f5f-bc3d-45d5-bfed-09e6d6d0062b will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:29:12.924910 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-54e3d393-5195-443f-a24e-8a7b99cf284f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4183730'] for port, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:12.947326 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b37108f7-f134-4786-9d45-babf4c3780dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:12.961542 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e3d393-5195-443f-a24e-8a7b99cf284f admin admin] Network ae56529d-4ec4-4ab1-997f-53a52a2202db is already hosted by enough agents. {{(pid=94444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:29:12.966359 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.base_scheduler [None req-54e3d393-5195-443f-a24e-8a7b99cf284f admin admin] Resources bound (agent type, host, resource id): {{(pid=94444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:29:12.970620 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e3d393-5195-443f-a24e-8a7b99cf284f admin admin] Received port after_create {{(pid=94444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:29:12.995033 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e3d393-5195-443f-a24e-8a7b99cf284f admin admin] Pushing event updated for resources: {'Port': ['ID=77d5d738-0ee8-4517-b384-01af156915b5,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:29:12.998257 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-b37108f7-f134-4786-9d45-babf4c3780dc None None] Attempting to bind port 43c07f5f-bc3d-45d5-bfed-09e6d6d0062b on host dv-cinder-755654-10-iscsi for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:29:12.998628 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-b37108f7-f134-4786-9d45-babf4c3780dc None None] Attempting to bind port 43c07f5f-bc3d-45d5-bfed-09e6d6d0062b by drivers openvswitch,hyperv on host dv-cinder-755654-10-iscsi at level 0 using segments [{'id': '31e5f57a-85b9-444f-b38d-61963340c3f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:29:12.999192 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37108f7-f134-4786-9d45-babf4c3780dc None None] Attempting to bind port 43c07f5f-bc3d-45d5-bfed-09e6d6d0062b on network 3bd28d61-6ca0-48ed-a78c-bdbd12784534 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:29:13.005572 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1fdfb6-ff8b-42e5-a15d-05e90c40a6d0 None None] Pushing event updated for resources: {'Port': ['ID=43c07f5f-bc3d-45d5-bfed-09e6d6d0062b,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:29:13.010428 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37108f7-f134-4786-9d45-babf4c3780dc None None] Checking agent: {'id': '4006ddce-538e-4364-9c83-4224b741844b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 11, 48), 'started_at': datetime.datetime(2021, 8, 19, 2, 12, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:29:13.010664 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37108f7-f134-4786-9d45-babf4c3780dc None None] Checking segment: {'id': '31e5f57a-85b9-444f-b38d-61963340c3f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:29:13.011008 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b37108f7-f134-4786-9d45-babf4c3780dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:13.011402 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37108f7-f134-4786-9d45-babf4c3780dc None None] Bound using segment: {'id': '31e5f57a-85b9-444f-b38d-61963340c3f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:29:13.012111 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-b37108f7-f134-4786-9d45-babf4c3780dc None None] Bound port: 43c07f5f-bc3d-45d5-bfed-09e6d6d0062b, host: dv-cinder-755654-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31e5f57a-85b9-444f-b38d-61963340c3f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:29:13.012439 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b37108f7-f134-4786-9d45-babf4c3780dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:13.022109 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-54e3d393-5195-443f-a24e-8a7b99cf284f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-619623'] for router_interface, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:13.070412 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-b37108f7-f134-4786-9d45-babf4c3780dc None None] For port 43c07f5f-bc3d-45d5-bfed-09e6d6d0062b, host dv-cinder-755654-10-iscsi, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:29:13.074982 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-b37108f7-f134-4786-9d45-babf4c3780dc None None] For port 43c07f5f-bc3d-45d5-bfed-09e6d6d0062b, host dv-cinder-755654-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=43c07f5f-bc3d-45d5-bfed-09e6d6d0062b,segment=NetworkSegment(31e5f57a-85b9-444f-b38d-61963340c3f4),segment_id=31e5f57a-85b9-444f-b38d-61963340c3f4)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:29:13.159714 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b37108f7-f134-4786-9d45-babf4c3780dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:13.236284 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37108f7-f134-4786-9d45-babf4c3780dc None None] Routers {'ca37fd0f-ce0e-4152-89d2-b854cf844446'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:29:13.236970 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-b37108f7-f134-4786-9d45-babf4c3780dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:28:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['ca37fd0f-ce0e-4152-89d2-b854cf844446'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:29:13.239021 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1fdfb6-ff8b-42e5-a15d-05e90c40a6d0 None None] Pushing event updated for resources: {'Port': ['ID=43c07f5f-bc3d-45d5-bfed-09e6d6d0062b,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:29:13.280725 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-b61dd49b-5704-48d1-8f1b-60a5c1393617 None None] Provisioning for port 77d5d738-0ee8-4517-b384-01af156915b5 completed by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:29:13.291754 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-b61dd49b-5704-48d1-8f1b-60a5c1393617 None None] Provisioning complete for port 77d5d738-0ee8-4517-b384-01af156915b5 triggered by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:29:13.292123 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b61dd49b-5704-48d1-8f1b-60a5c1393617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:13.365870 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-b61dd49b-5704-48d1-8f1b-60a5c1393617 None None] Port 77d5d738-0ee8-4517-b384-01af156915b5 cannot update to ACTIVE because it is not bound. {{(pid=94446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:29:13.380924 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-b37108f7-f134-4786-9d45-babf4c3780dc None None] Set router ca37fd0f-ce0e-4152-89d2-b854cf844446 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:29:13.523774 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-54e3d393-5195-443f-a24e-8a7b99cf284f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:13.536330 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15de093-ae64-411e-888d-d0f2af0bd5f5 req-d40a64b9-8667-404c-a74d-e41624950f3d tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:13.537913 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c15de093-ae64-411e-888d-d0f2af0bd5f5 req-d40a64b9-8667-404c-a74d-e41624950f3d tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 945 time: 0.0658560 Aug 19 02:29:13.560082 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-b37108f7-f134-4786-9d45-babf4c3780dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca37fd0f-ce0e-4152-89d2-b854cf844446', 'name': 'tempest-TestMinimumBasicScenario-1997639930-router', 'tenant_id': '26b5d99a01904098815dc4c04ec8ceb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '43c07f5f-bc3d-45d5-bfed-09e6d6d0062b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:29:10Z', 'updated_at': '2021-08-19T02:29:11Z', 'revision_number': 3, 'project_id': '26b5d99a01904098815dc4c04ec8ceb6', 'gw_port': {'id': '43c07f5f-bc3d-45d5-bfed-09e6d6d0062b', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:65:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca37fd0f-ce0e-4152-89d2-b854cf844446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:29:10Z', 'updated_at': '2021-08-19T02:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi'}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:29:13.579473 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c15de093-ae64-411e-888d-d0f2af0bd5f5 req-beae5731-e7c8-45d5-b143-15561bf4d3fe tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333948 Aug 19 02:29:13.591023 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37108f7-f134-4786-9d45-babf4c3780dc None None] The sync data for ids ['ca37fd0f-ce0e-4152-89d2-b854cf844446'] in dv-cinder-755654-10-iscsi is: [{'id': 'ca37fd0f-ce0e-4152-89d2-b854cf844446', 'name': 'tempest-TestMinimumBasicScenario-1997639930-router', 'tenant_id': '26b5d99a01904098815dc4c04ec8ceb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '43c07f5f-bc3d-45d5-bfed-09e6d6d0062b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:29:10Z', 'updated_at': '2021-08-19T02:29:11Z', 'revision_number': 3, 'project_id': '26b5d99a01904098815dc4c04ec8ceb6', 'gw_port': {'id': '43c07f5f-bc3d-45d5-bfed-09e6d6d0062b', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:65:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca37fd0f-ce0e-4152-89d2-b854cf844446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:29:10Z', 'updated_at': '2021-08-19T02:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi'}] {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:29:13.708641 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-54e3d393-5195-443f-a24e-8a7b99cf284f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:13.782506 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-54e3d393-5195-443f-a24e-8a7b99cf284f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4183741'] for port, after_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:13.864646 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e3d393-5195-443f-a24e-8a7b99cf284f admin admin] Pushing event updated for resources: {'Port': ['ID=77d5d738-0ee8-4517-b384-01af156915b5,revision_number=2']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:29:13.867725 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-54e3d393-5195-443f-a24e-8a7b99cf284f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619667'] for router_interface, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:13.964669 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e3d393-5195-443f-a24e-8a7b99cf284f admin admin] Network ae56529d-4ec4-4ab1-997f-53a52a2202db is already hosted by enough agents. {{(pid=94444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:29:13.966093 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.base_scheduler [None req-54e3d393-5195-443f-a24e-8a7b99cf284f admin admin] Resources bound (agent type, host, resource id): {{(pid=94444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:29:14.104420 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e3d393-5195-443f-a24e-8a7b99cf284f admin admin] Router ca37fd0f-ce0e-4152-89d2-b854cf844446 has already been hosted by L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c {{(pid=94444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:29:14.197098 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d61582f8-dede-4cdc-805c-cfe050f87c97 None None] Provisioning complete for port 77d5d738-0ee8-4517-b384-01af156915b5 triggered by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:29:14.197704 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d61582f8-dede-4cdc-805c-cfe050f87c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:14.238001 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e3d393-5195-443f-a24e-8a7b99cf284f admin admin] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:29:14.245211 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-54e3d393-5195-443f-a24e-8a7b99cf284f admin admin] 10.222.0.16 "PUT /v2.0/routers/ca37fd0f-ce0e-4152-89d2-b854cf844446/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1320186 Aug 19 02:29:14.263166 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 43c07f5f-bc3d-45d5-bfed-09e6d6d0062b up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:29:14.267742 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-d61582f8-dede-4cdc-805c-cfe050f87c97 None None] Port 77d5d738-0ee8-4517-b384-01af156915b5 cannot update to ACTIVE because it is not bound. {{(pid=94446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:29:14.393104 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning for port 43c07f5f-bc3d-45d5-bfed-09e6d6d0062b completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:29:14.400025 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port 43c07f5f-bc3d-45d5-bfed-09e6d6d0062b triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:29:14.400408 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:14.605440 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:14.631227 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] For port 43c07f5f-bc3d-45d5-bfed-09e6d6d0062b, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=43c07f5f-bc3d-45d5-bfed-09e6d6d0062b,segment=NetworkSegment(31e5f57a-85b9-444f-b38d-61963340c3f4),segment_id=31e5f57a-85b9-444f-b38d-61963340c3f4)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:29:14.685522 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:14.687126 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 0a8c5185-bc9d-4721-98e4-04a3a75eabda up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:29:14.712526 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e79d4-5b2f-4f01-a345-7c34158d95a5 req-f2d7d69c-fd43-44f0-afe2-54658d3b6466 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:14.715889 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b17e79d4-5b2f-4f01-a345-7c34158d95a5 req-f2d7d69c-fd43-44f0-afe2-54658d3b6466 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 945 time: 0.0545247 Aug 19 02:29:14.754309 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b17e79d4-5b2f-4f01-a345-7c34158d95a5 req-31c59380-392f-4d81-a6d3-de47e5ff8184 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332687 Aug 19 02:29:14.767738 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Pushing event updated for resources: {'Port': ['ID=43c07f5f-bc3d-45d5-bfed-09e6d6d0062b,revision_number=4']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:29:14.778646 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port 0a8c5185-bc9d-4721-98e4-04a3a75eabda triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:29:14.779054 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:14.919118 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1d5a6c1c-21a5-4c01-a679-fe04e0f2d9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:14.930241 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 41614) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:29:14.935320 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-b0e0fac5-b721-4414-8e79-a14ffd7e17f4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-479579154-network', 'tenant_id': 'b9af9cba339a466383eec2462d7ac0f4'}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:29:15.073038 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e0fac5-b721-4414-8e79-a14ffd7e17f4 admin admin] Made reservation on behalf of b9af9cba339a466383eec2462d7ac0f4 for: {'network': 1} {{(pid=94444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:29:15.075491 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b0e0fac5-b721-4414-8e79-a14ffd7e17f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for network, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:15.084770 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b0e0fac5-b721-4414-8e79-a14ffd7e17f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:15.149060 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce7a42d-0991-43ba-badf-c28526deb356 None None] Sync routers for ids ['ca37fd0f-ce0e-4152-89d2-b854cf844446'] in dv-cinder-755654-10-iscsi {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:29:15.159357 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce7a42d-0991-43ba-badf-c28526deb356 None None] Routers {'ca37fd0f-ce0e-4152-89d2-b854cf844446'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:29:15.160062 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-fce7a42d-0991-43ba-badf-c28526deb356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:28:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['ca37fd0f-ce0e-4152-89d2-b854cf844446'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:29:15.180372 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b0e0fac5-b721-4414-8e79-a14ffd7e17f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:15.261511 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-fce7a42d-0991-43ba-badf-c28526deb356 None None] Set router ca37fd0f-ce0e-4152-89d2-b854cf844446 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:29:15.307301 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b0e0fac5-b721-4414-8e79-a14ffd7e17f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:15.332551 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e0fac5-b721-4414-8e79-a14ffd7e17f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=94444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 02:29:15.342264 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0fac5-b721-4414-8e79-a14ffd7e17f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60f9731-547a-45f1-8cc5-797d56061c1f,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:29:15.347931 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b0e0fac5-b721-4414-8e79-a14ffd7e17f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178'] for segment, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:15.348281 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.db.segments_db [None req-b0e0fac5-b721-4414-8e79-a14ffd7e17f4 admin admin] Added segment 5984386f-d24c-44f6-975d-a157ac91727a of type vlan for network dd7f1114-45cf-4a54-a862-34de544812be Aug 19 02:29:15.389974 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b0e0fac5-b721-4414-8e79-a14ffd7e17f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754220385702'] for network, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:15.450224 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b0e0fac5-b721-4414-8e79-a14ffd7e17f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116'] for network, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:15.451860 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e0fac5-b721-4414-8e79-a14ffd7e17f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:15.452587 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b0e0fac5-b721-4414-8e79-a14ffd7e17f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for network, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:15.464772 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-fce7a42d-0991-43ba-badf-c28526deb356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca37fd0f-ce0e-4152-89d2-b854cf844446', 'name': 'tempest-TestMinimumBasicScenario-1997639930-router', 'tenant_id': '26b5d99a01904098815dc4c04ec8ceb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '43c07f5f-bc3d-45d5-bfed-09e6d6d0062b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:29:10Z', 'updated_at': '2021-08-19T02:29:13Z', 'revision_number': 4, 'project_id': '26b5d99a01904098815dc4c04ec8ceb6', 'gw_port': {'id': '43c07f5f-bc3d-45d5-bfed-09e6d6d0062b', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:65:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37fd0f-ce0e-4152-89d2-b854cf844446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:29:10Z', 'updated_at': '2021-08-19T02:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': '77d5d738-0ee8-4517-b384-01af156915b5', 'name': '', 'network_id': 'ae56529d-4ec4-4ab1-997f-53a52a2202db', 'tenant_id': '26b5d99a01904098815dc4c04ec8ceb6', 'mac_address': 'fa:16:3e:eb:f4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca37fd0f-ce0e-4152-89d2-b854cf844446', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '19f8ff54-7705-49ed-972c-36bbb42e5fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:29:12Z', 'updated_at': '2021-08-19T02:29:13Z', 'revision_number': 2, 'project_id': '26b5d99a01904098815dc4c04ec8ceb6', 'subnets': [{'id': '19f8ff54-7705-49ed-972c-36bbb42e5fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:29:15.492353 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce7a42d-0991-43ba-badf-c28526deb356 None None] Checking router: ca37fd0f-ce0e-4152-89d2-b854cf844446 for host: dv-cinder-755654-10-iscsi {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:29:15.492695 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce7a42d-0991-43ba-badf-c28526deb356 None None] Updating router ca37fd0f-ce0e-4152-89d2-b854cf844446 port 77d5d738-0ee8-4517-b384-01af156915b5 binding host dv-cinder-755654-10-iscsi {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 02:29:15.513512 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0fac5-b721-4414-8e79-a14ffd7e17f4 admin admin] Pushing event updated for resources: {'Network': ['ID=dd7f1114-45cf-4a54-a862-34de544812be,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:29:15.517279 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fce7a42d-0991-43ba-badf-c28526deb356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:15.524013 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Network dd7f1114-45cf-4a54-a862-34de544812be details requested by agent ovs-agent-dv-cinder-755654-10-iscsi with host dv-cinder-755654-10-iscsi {{(pid=94446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 02:29:15.537569 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-b0e0fac5-b721-4414-8e79-a14ffd7e17f4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6050694 Aug 19 02:29:15.539697 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 41618) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:29:15.549099 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [None req-143724c2-4253-47aa-8dfb-88e834d1241e admin admin] Request body: {'subnet': {'network_id': 'dd7f1114-45cf-4a54-a862-34de544812be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-479579154-subnet', 'tenant_id': 'b9af9cba339a466383eec2462d7ac0f4', 'ip_version': 4}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:29:15.615679 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143724c2-4253-47aa-8dfb-88e834d1241e admin admin] Made reservation on behalf of b9af9cba339a466383eec2462d7ac0f4 for: {'subnet': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:29:15.618064 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-143724c2-4253-47aa-8dfb-88e834d1241e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2943212'] for subnet, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:15.847263 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-143724c2-4253-47aa-8dfb-88e834d1241e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2839020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2943226'] for subnet, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:15.869315 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fce7a42d-0991-43ba-badf-c28526deb356 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:15.879638 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-fce7a42d-0991-43ba-badf-c28526deb356 None None] Transition to ACTIVE for port object 77d5d738-0ee8-4517-b384-01af156915b5 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:29:15.930335 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fce7a42d-0991-43ba-badf-c28526deb356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:15.940352 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d3802-6542-414e-af6e-c47a1eef02a4 req-79ab02f0-8765-432d-ab46-5d51d0f12319 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:15.941935 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-a84d3802-6542-414e-af6e-c47a1eef02a4 req-79ab02f0-8765-432d-ab46-5d51d0f12319 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 945 time: 0.1053283 Aug 19 02:29:15.946766 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143724c2-4253-47aa-8dfb-88e834d1241e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c05ef706-1b22-4bc0-8e87-672ecc00c970,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:29:15.958401 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143724c2-4253-47aa-8dfb-88e834d1241e admin admin] Checking segment: {'id': '5984386f-d24c-44f6-975d-a157ac91727a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'dd7f1114-45cf-4a54-a862-34de544812be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:29:15.958759 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143724c2-4253-47aa-8dfb-88e834d1241e admin admin] Network hostable DHCP agents. Network: dd7f1114-45cf-4a54-a862-34de544812be, hostable agents: ['5428ca17-2793-4a7a-b269-f163004a9067'], hosted agents: [] {{(pid=94445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 02:29:15.985512 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24478647-55b3-4455-909e-6a27ee1ea4a2 None None] Pushing event updated for resources: {'Port': ['ID=77d5d738-0ee8-4517-b384-01af156915b5,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:29:15.995341 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24478647-55b3-4455-909e-6a27ee1ea4a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:15.995763 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24478647-55b3-4455-909e-6a27ee1ea4a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:15.996100 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24478647-55b3-4455-909e-6a27ee1ea4a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:15.996377 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24478647-55b3-4455-909e-6a27ee1ea4a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:15.996704 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24478647-55b3-4455-909e-6a27ee1ea4a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:15.997034 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24478647-55b3-4455-909e-6a27ee1ea4a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:15.997641 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-a84d3802-6542-414e-af6e-c47a1eef02a4 req-e00c9fc0-9b03-4111-acae-5f4e97b3f2ce tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482836 Aug 19 02:29:15.998105 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24478647-55b3-4455-909e-6a27ee1ea4a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:15.998456 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24478647-55b3-4455-909e-6a27ee1ea4a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:15.998809 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24478647-55b3-4455-909e-6a27ee1ea4a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:15.999191 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24478647-55b3-4455-909e-6a27ee1ea4a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:15.999774 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24478647-55b3-4455-909e-6a27ee1ea4a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:16.000923 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24478647-55b3-4455-909e-6a27ee1ea4a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:29:16.046308 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-fce7a42d-0991-43ba-badf-c28526deb356 None None] Attempting to bind port 77d5d738-0ee8-4517-b384-01af156915b5 on host dv-cinder-755654-10-iscsi for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:29:16.046678 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-fce7a42d-0991-43ba-badf-c28526deb356 None None] Attempting to bind port 77d5d738-0ee8-4517-b384-01af156915b5 by drivers openvswitch,hyperv on host dv-cinder-755654-10-iscsi at level 0 using segments [{'id': '536c2e9b-2b85-4468-9a31-26a114cd415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ae56529d-4ec4-4ab1-997f-53a52a2202db'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:29:16.047580 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce7a42d-0991-43ba-badf-c28526deb356 None None] Attempting to bind port 77d5d738-0ee8-4517-b384-01af156915b5 on network ae56529d-4ec4-4ab1-997f-53a52a2202db {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:29:16.052746 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce7a42d-0991-43ba-badf-c28526deb356 None None] Checking agent: {'id': '4006ddce-538e-4364-9c83-4224b741844b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 11, 48), 'started_at': datetime.datetime(2021, 8, 19, 2, 12, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:29:16.053118 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce7a42d-0991-43ba-badf-c28526deb356 None None] Checking segment: {'id': '536c2e9b-2b85-4468-9a31-26a114cd415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ae56529d-4ec4-4ab1-997f-53a52a2202db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:29:16.053596 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fce7a42d-0991-43ba-badf-c28526deb356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:16.054059 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce7a42d-0991-43ba-badf-c28526deb356 None None] Bound using segment: {'id': '536c2e9b-2b85-4468-9a31-26a114cd415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ae56529d-4ec4-4ab1-997f-53a52a2202db'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:29:16.054521 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-fce7a42d-0991-43ba-badf-c28526deb356 None None] Bound port: 77d5d738-0ee8-4517-b384-01af156915b5, host: dv-cinder-755654-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536c2e9b-2b85-4468-9a31-26a114cd415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ae56529d-4ec4-4ab1-997f-53a52a2202db'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:29:16.054901 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fce7a42d-0991-43ba-badf-c28526deb356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:16.062222 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143724c2-4253-47aa-8dfb-88e834d1241e admin admin] Network dd7f1114-45cf-4a54-a862-34de544812be is scheduled to be hosted by DHCP agent 5428ca17-2793-4a7a-b269-f163004a9067 with binding_index 1 {{(pid=94445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 02:29:16.133790 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-fce7a42d-0991-43ba-badf-c28526deb356 None None] For port 77d5d738-0ee8-4517-b384-01af156915b5, host dv-cinder-755654-10-iscsi, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:29:16.135419 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 43c07f5f-bc3d-45d5-bfed-09e6d6d0062b up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:29:16.137353 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-fce7a42d-0991-43ba-badf-c28526deb356 None None] For port 77d5d738-0ee8-4517-b384-01af156915b5, host dv-cinder-755654-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=77d5d738-0ee8-4517-b384-01af156915b5,segment=NetworkSegment(536c2e9b-2b85-4468-9a31-26a114cd415a),segment_id=536c2e9b-2b85-4468-9a31-26a114cd415a)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:29:16.169839 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-143724c2-4253-47aa-8dfb-88e834d1241e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755654-10-iscsi, dd7f1114-45cf-4a54-a862-34de544812be) {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:29:16.174459 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143724c2-4253-47aa-8dfb-88e834d1241e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:16.179885 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-143724c2-4253-47aa-8dfb-88e834d1241e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:16.180490 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09ec155-0b35-4564-b4b2-5d46fd0df3b2 None None] Network dd7f1114-45cf-4a54-a862-34de544812be requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:29:16.198867 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-fce7a42d-0991-43ba-badf-c28526deb356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:16.258601 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24478647-55b3-4455-909e-6a27ee1ea4a2 None None] Pushing event updated for resources: {'Port': ['ID=77d5d738-0ee8-4517-b384-01af156915b5,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:29:16.262682 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce7a42d-0991-43ba-badf-c28526deb356 None None] Routers {'ca37fd0f-ce0e-4152-89d2-b854cf844446'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:29:16.263543 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-fce7a42d-0991-43ba-badf-c28526deb356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:28:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['ca37fd0f-ce0e-4152-89d2-b854cf844446'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:29:16.270406 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port 43c07f5f-bc3d-45d5-bfed-09e6d6d0062b triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:29:16.270789 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:16.279325 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-143724c2-4253-47aa-8dfb-88e834d1241e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7383170 Aug 19 02:29:16.282281 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 41622) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:29:16.288173 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [None req-6d48874f-851f-4a38-9dba-22715d8a66f6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-479579154-router', 'tenant_id': 'b9af9cba339a466383eec2462d7ac0f4', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:29:16.375104 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-fce7a42d-0991-43ba-badf-c28526deb356 None None] Set router ca37fd0f-ce0e-4152-89d2-b854cf844446 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:29:16.377799 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6d48874f-851f-4a38-9dba-22715d8a66f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14576'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:16.378363 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6d48874f-851f-4a38-9dba-22715d8a66f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-613098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14585'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:16.402802 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4626435e-b15a-44e1-95c4-1be679235559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ca4f4ee-9243-5de2-b572-9b016c61beaa-dd7f1114-45cf-4a54-a862-34de544812be', 'network_id': 'dd7f1114-45cf-4a54-a862-34de544812be', 'tenant_id': 'b9af9cba339a466383eec2462d7ac0f4', 'fixed_ips': [{'subnet_id': 'c05ef706-1b22-4bc0-8e87-672ecc00c970'}]}} from dv-cinder-755654-10-iscsi. {{(pid=94446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 02:29:16.403585 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4626435e-b15a-44e1-95c4-1be679235559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:16.458267 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6d48874f-851f-4a38-9dba-22715d8a66f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:16.587013 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-4626435e-b15a-44e1-95c4-1be679235559 None None] Allocated IP 172.20.0.2 (dd7f1114-45cf-4a54-a862-34de544812be/c05ef706-1b22-4bc0-8e87-672ecc00c970/15bbc089-5d8e-46be-9cc1-2b63627258a4) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:29:16.598738 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-fce7a42d-0991-43ba-badf-c28526deb356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca37fd0f-ce0e-4152-89d2-b854cf844446', 'name': 'tempest-TestMinimumBasicScenario-1997639930-router', 'tenant_id': '26b5d99a01904098815dc4c04ec8ceb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '43c07f5f-bc3d-45d5-bfed-09e6d6d0062b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:29:10Z', 'updated_at': '2021-08-19T02:29:13Z', 'revision_number': 4, 'project_id': '26b5d99a01904098815dc4c04ec8ceb6', 'gw_port': {'id': '43c07f5f-bc3d-45d5-bfed-09e6d6d0062b', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:65:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37fd0f-ce0e-4152-89d2-b854cf844446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:29:10Z', 'updated_at': '2021-08-19T02:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': '77d5d738-0ee8-4517-b384-01af156915b5', 'name': '', 'network_id': 'ae56529d-4ec4-4ab1-997f-53a52a2202db', 'tenant_id': '26b5d99a01904098815dc4c04ec8ceb6', 'mac_address': 'fa:16:3e:eb:f4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca37fd0f-ce0e-4152-89d2-b854cf844446', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '19f8ff54-7705-49ed-972c-36bbb42e5fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:29:12Z', 'updated_at': '2021-08-19T02:29:16Z', 'revision_number': 4, 'project_id': '26b5d99a01904098815dc4c04ec8ceb6', 'subnets': [{'id': '19f8ff54-7705-49ed-972c-36bbb42e5fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:29:16.629659 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce7a42d-0991-43ba-badf-c28526deb356 None None] The sync data for ids ['ca37fd0f-ce0e-4152-89d2-b854cf844446'] in dv-cinder-755654-10-iscsi is: [{'id': 'ca37fd0f-ce0e-4152-89d2-b854cf844446', 'name': 'tempest-TestMinimumBasicScenario-1997639930-router', 'tenant_id': '26b5d99a01904098815dc4c04ec8ceb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '43c07f5f-bc3d-45d5-bfed-09e6d6d0062b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:29:10Z', 'updated_at': '2021-08-19T02:29:13Z', 'revision_number': 4, 'project_id': '26b5d99a01904098815dc4c04ec8ceb6', 'gw_port': {'id': '43c07f5f-bc3d-45d5-bfed-09e6d6d0062b', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:65:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37fd0f-ce0e-4152-89d2-b854cf844446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:29:10Z', 'updated_at': '2021-08-19T02:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': '77d5d738-0ee8-4517-b384-01af156915b5', 'name': '', 'network_id': 'ae56529d-4ec4-4ab1-997f-53a52a2202db', 'tenant_id': '26b5d99a01904098815dc4c04ec8ceb6', 'mac_address': 'fa:16:3e:eb:f4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca37fd0f-ce0e-4152-89d2-b854cf844446', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '19f8ff54-7705-49ed-972c-36bbb42e5fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:29:12Z', 'updated_at': '2021-08-19T02:29:16Z', 'revision_number': 4, 'project_id': '26b5d99a01904098815dc4c04ec8ceb6', 'subnets': [{'id': '19f8ff54-7705-49ed-972c-36bbb42e5fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:29:16.674709 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6d48874f-851f-4a38-9dba-22715d8a66f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:16.772131 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4626435e-b15a-44e1-95c4-1be679235559 None None] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:16.781593 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-4626435e-b15a-44e1-95c4-1be679235559 None None] Transition to ACTIVE for port object 15bbc089-5d8e-46be-9cc1-2b63627258a4 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:29:16.803886 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-4626435e-b15a-44e1-95c4-1be679235559 None None] Transition to ACTIVE for port object 15bbc089-5d8e-46be-9cc1-2b63627258a4 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:29:16.861962 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4626435e-b15a-44e1-95c4-1be679235559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:16.905597 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4626435e-b15a-44e1-95c4-1be679235559 None None] Network dd7f1114-45cf-4a54-a862-34de544812be is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:29:16.909064 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-4626435e-b15a-44e1-95c4-1be679235559 None None] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:29:16.913510 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4626435e-b15a-44e1-95c4-1be679235559 None None] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:29:16.916794 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4626435e-b15a-44e1-95c4-1be679235559 None None] Pushing event updated for resources: {'Port': ['ID=15bbc089-5d8e-46be-9cc1-2b63627258a4,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:29:16.944330 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6d48874f-851f-4a38-9dba-22715d8a66f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:16.964265 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6d48874f-851f-4a38-9dba-22715d8a66f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:16.973446 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-4626435e-b15a-44e1-95c4-1be679235559 None None] Attempting to bind port 15bbc089-5d8e-46be-9cc1-2b63627258a4 on host dv-cinder-755654-10-iscsi for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:29:16.973895 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-4626435e-b15a-44e1-95c4-1be679235559 None None] Attempting to bind port 15bbc089-5d8e-46be-9cc1-2b63627258a4 by drivers openvswitch,hyperv on host dv-cinder-755654-10-iscsi at level 0 using segments [{'id': '5984386f-d24c-44f6-975d-a157ac91727a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'dd7f1114-45cf-4a54-a862-34de544812be'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:29:16.974952 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4626435e-b15a-44e1-95c4-1be679235559 None None] Attempting to bind port 15bbc089-5d8e-46be-9cc1-2b63627258a4 on network dd7f1114-45cf-4a54-a862-34de544812be {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:29:16.979666 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4626435e-b15a-44e1-95c4-1be679235559 None None] Checking agent: {'id': '4006ddce-538e-4364-9c83-4224b741844b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 11, 48), 'started_at': datetime.datetime(2021, 8, 19, 2, 12, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:29:16.982588 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4626435e-b15a-44e1-95c4-1be679235559 None None] Checking segment: {'id': '5984386f-d24c-44f6-975d-a157ac91727a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'dd7f1114-45cf-4a54-a862-34de544812be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:29:16.982588 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4626435e-b15a-44e1-95c4-1be679235559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:16.982588 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4626435e-b15a-44e1-95c4-1be679235559 None None] Bound using segment: {'id': '5984386f-d24c-44f6-975d-a157ac91727a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'dd7f1114-45cf-4a54-a862-34de544812be'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:29:16.982588 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-4626435e-b15a-44e1-95c4-1be679235559 None None] Bound port: 15bbc089-5d8e-46be-9cc1-2b63627258a4, host: dv-cinder-755654-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5984386f-d24c-44f6-975d-a157ac91727a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'dd7f1114-45cf-4a54-a862-34de544812be'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:29:16.982588 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4626435e-b15a-44e1-95c4-1be679235559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:17.054190 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-4626435e-b15a-44e1-95c4-1be679235559 None None] For port 15bbc089-5d8e-46be-9cc1-2b63627258a4, host dv-cinder-755654-10-iscsi, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:29:17.058441 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-4626435e-b15a-44e1-95c4-1be679235559 None None] For port 15bbc089-5d8e-46be-9cc1-2b63627258a4, host dv-cinder-755654-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=15bbc089-5d8e-46be-9cc1-2b63627258a4,segment=NetworkSegment(5984386f-d24c-44f6-975d-a157ac91727a),segment_id=5984386f-d24c-44f6-975d-a157ac91727a)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:29:17.075606 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-6d48874f-851f-4a38-9dba-22715d8a66f6 admin admin] Allocated IP 172.27.1.47 (3bd28d61-6ca0-48ed-a78c-bdbd12784534/563e592a-26a7-40db-9a00-034f622fa441/51e59c77-89ad-4581-ba26-31ec0f08d3a5) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:29:17.182341 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4626435e-b15a-44e1-95c4-1be679235559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:17.206303 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ed52b-bb93-42b5-a237-8629ba8a8e2c req-3a8faae5-a74b-45d8-b7f6-77510aa41f5b tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:17.207870 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9b8ed52b-bb93-42b5-a237-8629ba8a8e2c req-3a8faae5-a74b-45d8-b7f6-77510aa41f5b tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 945 time: 0.1053772 Aug 19 02:29:17.246350 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6d48874f-851f-4a38-9dba-22715d8a66f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:17.254080 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4626435e-b15a-44e1-95c4-1be679235559 None None] Pushing event updated for resources: {'Port': ['ID=15bbc089-5d8e-46be-9cc1-2b63627258a4,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:29:17.259038 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d86d13e3-f88b-4cab-8c07-8857dd6bca95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:17.277163 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9b8ed52b-bb93-42b5-a237-8629ba8a8e2c req-986bf08e-08b4-42fd-ae1c-476dd96e0126 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570734 Aug 19 02:29:17.360400 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6d48874f-851f-4a38-9dba-22715d8a66f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:17.427020 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d48874f-851f-4a38-9dba-22715d8a66f6 admin admin] Network 3bd28d61-6ca0-48ed-a78c-bdbd12784534 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:29:17.429775 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-6d48874f-851f-4a38-9dba-22715d8a66f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:29:17.435888 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d48874f-851f-4a38-9dba-22715d8a66f6 admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:29:17.463172 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48874f-851f-4a38-9dba-22715d8a66f6 admin admin] Pushing event updated for resources: {'Port': ['ID=51e59c77-89ad-4581-ba26-31ec0f08d3a5,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:29:17.695999 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:18.019590 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6d48874f-851f-4a38-9dba-22715d8a66f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:18.130504 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9846cc-220b-44c8-9680-47e96ae6367c None None] Network dd7f1114-45cf-4a54-a862-34de544812be requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:29:18.204242 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 77d5d738-0ee8-4517-b384-01af156915b5 up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:29:18.239651 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6d48874f-851f-4a38-9dba-22715d8a66f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612911'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:18.247062 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-226d5911-4d5e-4069-a29e-a25a07d909c2 None None] Provisioning for port 15bbc089-5d8e-46be-9cc1-2b63627258a4 completed by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:29:18.370807 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning for port 77d5d738-0ee8-4517-b384-01af156915b5 completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:29:18.376838 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port 77d5d738-0ee8-4517-b384-01af156915b5 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:29:18.377342 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:18.416794 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ed6ff-90c2-4321-85b8-fd868e895df2 req-ac3589af-4c5d-46c1-bd1d-a8800ba8b48b tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:18.418507 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ca3ed6ff-90c2-4321-85b8-fd868e895df2 req-ac3589af-4c5d-46c1-bd1d-a8800ba8b48b tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 945 time: 0.0628886 Aug 19 02:29:18.444886 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d48874f-851f-4a38-9dba-22715d8a66f6 admin admin] Router 2bf51546-ccce-4790-8891-25e34e119a36 is scheduled to L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 02:29:18.468600 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ca3ed6ff-90c2-4321-85b8-fd868e895df2 req-cbf2a6ee-814b-45c4-a386-b878fb43009c tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413826 Aug 19 02:29:18.471646 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:18.507447 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] For port 77d5d738-0ee8-4517-b384-01af156915b5, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=77d5d738-0ee8-4517-b384-01af156915b5,segment=NetworkSegment(536c2e9b-2b85-4468-9a31-26a114cd415a),segment_id=536c2e9b-2b85-4468-9a31-26a114cd415a)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:29:18.512696 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:18.553087 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:18.553954 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 15bbc089-5d8e-46be-9cc1-2b63627258a4 up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:29:18.575354 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d48874f-851f-4a38-9dba-22715d8a66f6 admin admin] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:29:18.605383 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47800b6-d1c2-4e30-89eb-1fc4a7e5f2e7 None None] Sync routers for ids ['2bf51546-ccce-4790-8891-25e34e119a36'] in dv-cinder-755654-10-iscsi {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:29:18.643327 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47800b6-d1c2-4e30-89eb-1fc4a7e5f2e7 None None] Routers {'2bf51546-ccce-4790-8891-25e34e119a36'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:29:18.644365 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-c47800b6-d1c2-4e30-89eb-1fc4a7e5f2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:29:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['2bf51546-ccce-4790-8891-25e34e119a36'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:29:18.644593 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-6d48874f-851f-4a38-9dba-22715d8a66f6 admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:18.645870 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-6d48874f-851f-4a38-9dba-22715d8a66f6 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3621974 Aug 19 02:29:18.648741 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 41634) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:29:18.704524 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Pushing event updated for resources: {'Port': ['ID=77d5d738-0ee8-4517-b384-01af156915b5,revision_number=5']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:29:18.775966 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-c47800b6-d1c2-4e30-89eb-1fc4a7e5f2e7 None None] Set router 2bf51546-ccce-4790-8891-25e34e119a36 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:29:18.831886 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning for port 15bbc089-5d8e-46be-9cc1-2b63627258a4 completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:29:18.845458 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port 15bbc089-5d8e-46be-9cc1-2b63627258a4 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:29:18.845836 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:19.000987 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:19.042780 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] For port 15bbc089-5d8e-46be-9cc1-2b63627258a4, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=15bbc089-5d8e-46be-9cc1-2b63627258a4,segment=NetworkSegment(5984386f-d24c-44f6-975d-a157ac91727a),segment_id=5984386f-d24c-44f6-975d-a157ac91727a)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:29:19.046479 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 6 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:29:19.048297 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-c47800b6-d1c2-4e30-89eb-1fc4a7e5f2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf51546-ccce-4790-8891-25e34e119a36', 'name': 'tempest-TestMinimumBasicScenario-479579154-router', 'tenant_id': 'b9af9cba339a466383eec2462d7ac0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '51e59c77-89ad-4581-ba26-31ec0f08d3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:29:16Z', 'updated_at': '2021-08-19T02:29:17Z', 'revision_number': 3, 'project_id': 'b9af9cba339a466383eec2462d7ac0f4', 'gw_port': {'id': '51e59c77-89ad-4581-ba26-31ec0f08d3a5', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ed:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf51546-ccce-4790-8891-25e34e119a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:29:16Z', 'updated_at': '2021-08-19T02:29:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi'}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:29:19.070848 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0b0de660-e283-4e10-b58f-c5e003cf9de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:19.078925 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47800b6-d1c2-4e30-89eb-1fc4a7e5f2e7 None None] Checking router: 2bf51546-ccce-4790-8891-25e34e119a36 for host: dv-cinder-755654-10-iscsi {{(pid=94446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:29:19.079289 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47800b6-d1c2-4e30-89eb-1fc4a7e5f2e7 None None] Updating router 2bf51546-ccce-4790-8891-25e34e119a36 port 51e59c77-89ad-4581-ba26-31ec0f08d3a5 binding host dv-cinder-755654-10-iscsi {{(pid=94446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 02:29:19.102955 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:19.109989 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c47800b6-d1c2-4e30-89eb-1fc4a7e5f2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:19.220258 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Pushing event updated for resources: {'Port': ['ID=15bbc089-5d8e-46be-9cc1-2b63627258a4,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:29:19.223445 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-0b0de660-e283-4e10-b58f-c5e003cf9de4 admin admin] Allocated IP 172.20.0.1 (dd7f1114-45cf-4a54-a862-34de544812be/c05ef706-1b22-4bc0-8e87-672ecc00c970/d2a31918-2422-4085-9eb0-ac65f7589339) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:29:19.343611 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0b0de660-e283-4e10-b58f-c5e003cf9de4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:19.359274 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [None req-0b0de660-e283-4e10-b58f-c5e003cf9de4 admin admin] Transition to ACTIVE for port object d2a31918-2422-4085-9eb0-ac65f7589339 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:29:19.433267 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0b0de660-e283-4e10-b58f-c5e003cf9de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:19.468101 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0de660-e283-4e10-b58f-c5e003cf9de4 admin admin] Network dd7f1114-45cf-4a54-a862-34de544812be is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:29:19.471339 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-0b0de660-e283-4e10-b58f-c5e003cf9de4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:29:19.476930 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0de660-e283-4e10-b58f-c5e003cf9de4 admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:29:19.506309 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0de660-e283-4e10-b58f-c5e003cf9de4 admin admin] Pushing event updated for resources: {'Port': ['ID=d2a31918-2422-4085-9eb0-ac65f7589339,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:29:19.517644 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c47800b6-d1c2-4e30-89eb-1fc4a7e5f2e7 None None] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:19.524444 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0b0de660-e283-4e10-b58f-c5e003cf9de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-619623'] for router_interface, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:19.532243 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-c47800b6-d1c2-4e30-89eb-1fc4a7e5f2e7 None None] Transition to ACTIVE for port object 51e59c77-89ad-4581-ba26-31ec0f08d3a5 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:29:19.587228 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c47800b6-d1c2-4e30-89eb-1fc4a7e5f2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:19.643949 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-c47800b6-d1c2-4e30-89eb-1fc4a7e5f2e7 None None] Attempting to bind port 51e59c77-89ad-4581-ba26-31ec0f08d3a5 on host dv-cinder-755654-10-iscsi for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:29:19.644320 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-c47800b6-d1c2-4e30-89eb-1fc4a7e5f2e7 None None] Attempting to bind port 51e59c77-89ad-4581-ba26-31ec0f08d3a5 by drivers openvswitch,hyperv on host dv-cinder-755654-10-iscsi at level 0 using segments [{'id': '31e5f57a-85b9-444f-b38d-61963340c3f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:29:19.644662 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47800b6-d1c2-4e30-89eb-1fc4a7e5f2e7 None None] Attempting to bind port 51e59c77-89ad-4581-ba26-31ec0f08d3a5 on network 3bd28d61-6ca0-48ed-a78c-bdbd12784534 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:29:19.646752 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53acf84-104b-4f1d-bb69-eeeb8ce1c05b None None] Pushing event updated for resources: {'Port': ['ID=51e59c77-89ad-4581-ba26-31ec0f08d3a5,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:29:19.652706 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47800b6-d1c2-4e30-89eb-1fc4a7e5f2e7 None None] Checking agent: {'id': '4006ddce-538e-4364-9c83-4224b741844b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 11, 48), 'started_at': datetime.datetime(2021, 8, 19, 2, 12, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:29:19.653082 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47800b6-d1c2-4e30-89eb-1fc4a7e5f2e7 None None] Checking segment: {'id': '31e5f57a-85b9-444f-b38d-61963340c3f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:29:19.653504 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c47800b6-d1c2-4e30-89eb-1fc4a7e5f2e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:19.653621 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58503788-aa1f-48c4-a73b-68c5d19623b1 req-25e624e1-2f86-4f3b-9c8a-b7ccbe70ae97 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:19.653886 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47800b6-d1c2-4e30-89eb-1fc4a7e5f2e7 None None] Bound using segment: {'id': '31e5f57a-85b9-444f-b38d-61963340c3f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:29:19.654342 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-c47800b6-d1c2-4e30-89eb-1fc4a7e5f2e7 None None] Bound port: 51e59c77-89ad-4581-ba26-31ec0f08d3a5, host: dv-cinder-755654-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31e5f57a-85b9-444f-b38d-61963340c3f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:29:19.654718 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c47800b6-d1c2-4e30-89eb-1fc4a7e5f2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:19.655232 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-58503788-aa1f-48c4-a73b-68c5d19623b1 req-25e624e1-2f86-4f3b-9c8a-b7ccbe70ae97 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 945 time: 0.0888832 Aug 19 02:29:19.703024 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-58503788-aa1f-48c4-a73b-68c5d19623b1 req-71dfacb4-0646-46de-9d3f-a2529ddf9b43 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405521 Aug 19 02:29:19.712719 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-c47800b6-d1c2-4e30-89eb-1fc4a7e5f2e7 None None] For port 51e59c77-89ad-4581-ba26-31ec0f08d3a5, host dv-cinder-755654-10-iscsi, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:29:19.715752 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-c47800b6-d1c2-4e30-89eb-1fc4a7e5f2e7 None None] For port 51e59c77-89ad-4581-ba26-31ec0f08d3a5, host dv-cinder-755654-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=51e59c77-89ad-4581-ba26-31ec0f08d3a5,segment=NetworkSegment(31e5f57a-85b9-444f-b38d-61963340c3f4),segment_id=31e5f57a-85b9-444f-b38d-61963340c3f4)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:29:19.778467 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0b0de660-e283-4e10-b58f-c5e003cf9de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:19.782154 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c47800b6-d1c2-4e30-89eb-1fc4a7e5f2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:19.837482 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47800b6-d1c2-4e30-89eb-1fc4a7e5f2e7 None None] Routers {'2bf51546-ccce-4790-8891-25e34e119a36'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:29:19.838107 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-c47800b6-d1c2-4e30-89eb-1fc4a7e5f2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:29:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['2bf51546-ccce-4790-8891-25e34e119a36'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:29:19.877318 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-b49d8c7e-8393-40c4-99ef-2bfac1591099 None None] Provisioning for port d2a31918-2422-4085-9eb0-ac65f7589339 completed by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:29:19.885208 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53acf84-104b-4f1d-bb69-eeeb8ce1c05b None None] Pushing event updated for resources: {'Port': ['ID=51e59c77-89ad-4581-ba26-31ec0f08d3a5,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:29:19.894434 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-b49d8c7e-8393-40c4-99ef-2bfac1591099 None None] Provisioning complete for port d2a31918-2422-4085-9eb0-ac65f7589339 triggered by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:29:19.894824 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b49d8c7e-8393-40c4-99ef-2bfac1591099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:19.942213 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0b0de660-e283-4e10-b58f-c5e003cf9de4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:19.967088 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-b49d8c7e-8393-40c4-99ef-2bfac1591099 None None] Port d2a31918-2422-4085-9eb0-ac65f7589339 cannot update to ACTIVE because it is not bound. {{(pid=94446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:29:19.985267 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-c47800b6-d1c2-4e30-89eb-1fc4a7e5f2e7 None None] Set router 2bf51546-ccce-4790-8891-25e34e119a36 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:29:19.987181 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0b0de660-e283-4e10-b58f-c5e003cf9de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:20.056190 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0de660-e283-4e10-b58f-c5e003cf9de4 admin admin] Pushing event updated for resources: {'Port': ['ID=d2a31918-2422-4085-9eb0-ac65f7589339,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:29:20.058597 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0b0de660-e283-4e10-b58f-c5e003cf9de4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619667'] for router_interface, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:20.149731 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 77d5d738-0ee8-4517-b384-01af156915b5 up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:29:20.154695 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0de660-e283-4e10-b58f-c5e003cf9de4 admin admin] Network dd7f1114-45cf-4a54-a862-34de544812be is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:29:20.156123 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-0b0de660-e283-4e10-b58f-c5e003cf9de4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:29:20.235520 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-c47800b6-d1c2-4e30-89eb-1fc4a7e5f2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf51546-ccce-4790-8891-25e34e119a36', 'name': 'tempest-TestMinimumBasicScenario-479579154-router', 'tenant_id': 'b9af9cba339a466383eec2462d7ac0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '51e59c77-89ad-4581-ba26-31ec0f08d3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:29:16Z', 'updated_at': '2021-08-19T02:29:19Z', 'revision_number': 4, 'project_id': 'b9af9cba339a466383eec2462d7ac0f4', 'gw_port': {'id': '51e59c77-89ad-4581-ba26-31ec0f08d3a5', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ed:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf51546-ccce-4790-8891-25e34e119a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:29:16Z', 'updated_at': '2021-08-19T02:29:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': 'd2a31918-2422-4085-9eb0-ac65f7589339', 'name': '', 'network_id': 'dd7f1114-45cf-4a54-a862-34de544812be', 'tenant_id': 'b9af9cba339a466383eec2462d7ac0f4', 'mac_address': 'fa:16:3e:06:c5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf51546-ccce-4790-8891-25e34e119a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'c05ef706-1b22-4bc0-8e87-672ecc00c970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:29:19Z', 'updated_at': '2021-08-19T02:29:19Z', 'revision_number': 1, 'project_id': 'b9af9cba339a466383eec2462d7ac0f4', 'subnets': [{'id': 'c05ef706-1b22-4bc0-8e87-672ecc00c970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:29:20.238857 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port 77d5d738-0ee8-4517-b384-01af156915b5 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:29:20.239234 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:20.286073 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47800b6-d1c2-4e30-89eb-1fc4a7e5f2e7 None None] The sync data for ids ['2bf51546-ccce-4790-8891-25e34e119a36'] in dv-cinder-755654-10-iscsi is: [{'id': '2bf51546-ccce-4790-8891-25e34e119a36', 'name': 'tempest-TestMinimumBasicScenario-479579154-router', 'tenant_id': 'b9af9cba339a466383eec2462d7ac0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '51e59c77-89ad-4581-ba26-31ec0f08d3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:29:16Z', 'updated_at': '2021-08-19T02:29:19Z', 'revision_number': 4, 'project_id': 'b9af9cba339a466383eec2462d7ac0f4', 'gw_port': {'id': '51e59c77-89ad-4581-ba26-31ec0f08d3a5', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ed:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf51546-ccce-4790-8891-25e34e119a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:29:16Z', 'updated_at': '2021-08-19T02:29:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': 'd2a31918-2422-4085-9eb0-ac65f7589339', 'name': '', 'network_id': 'dd7f1114-45cf-4a54-a862-34de544812be', 'tenant_id': 'b9af9cba339a466383eec2462d7ac0f4', 'mac_address': 'fa:16:3e:06:c5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf51546-ccce-4790-8891-25e34e119a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'c05ef706-1b22-4bc0-8e87-672ecc00c970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:29:19Z', 'updated_at': '2021-08-19T02:29:19Z', 'revision_number': 1, 'project_id': 'b9af9cba339a466383eec2462d7ac0f4', 'subnets': [{'id': 'c05ef706-1b22-4bc0-8e87-672ecc00c970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:29:20.287582 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0de660-e283-4e10-b58f-c5e003cf9de4 admin admin] Router 2bf51546-ccce-4790-8891-25e34e119a36 has already been hosted by L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:29:20.371819 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 15bbc089-5d8e-46be-9cc1-2b63627258a4 up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:29:20.413013 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0de660-e283-4e10-b58f-c5e003cf9de4 admin admin] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:29:20.416043 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-eeedd24c-65c3-4f5a-8737-936ed44a1519 None None] Provisioning complete for port d2a31918-2422-4085-9eb0-ac65f7589339 triggered by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:29:20.416043 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-eeedd24c-65c3-4f5a-8737-936ed44a1519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:20.418149 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-0b0de660-e283-4e10-b58f-c5e003cf9de4 admin admin] 10.222.0.16 "PUT /v2.0/routers/2bf51546-ccce-4790-8891-25e34e119a36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7685690 Aug 19 02:29:20.443791 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:20.462094 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-eeedd24c-65c3-4f5a-8737-936ed44a1519 None None] Port d2a31918-2422-4085-9eb0-ac65f7589339 cannot update to ACTIVE because it is not bound. {{(pid=94446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:29:20.467777 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port 15bbc089-5d8e-46be-9cc1-2b63627258a4 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:29:20.468160 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:20.826864 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f589a8e-8f8d-430f-b84a-3211dbf3a138 req-8de79ca0-7d28-4f4b-a6a9-4726e0e2db36 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:20.828473 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9f589a8e-8f8d-430f-b84a-3211dbf3a138 req-8de79ca0-7d28-4f4b-a6a9-4726e0e2db36 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 945 time: 0.0516779 Aug 19 02:29:20.897135 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9f589a8e-8f8d-430f-b84a-3211dbf3a138 req-ce0a81d0-d6eb-4cf9-a484-2d861c04320f tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589833 Aug 19 02:29:22.035947 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9314a-f521-4f35-b4ff-bd8abda9ff2f req-24b621b8-4808-4a78-ac65-05293f015f85 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:22.038742 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-0fb9314a-f521-4f35-b4ff-bd8abda9ff2f req-24b621b8-4808-4a78-ac65-05293f015f85 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 945 time: 0.0628970 Aug 19 02:29:22.111478 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-0fb9314a-f521-4f35-b4ff-bd8abda9ff2f req-55281d32-8182-4693-9a00-53382761c603 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579212 Aug 19 02:29:22.200086 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 51e59c77-89ad-4581-ba26-31ec0f08d3a5 up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:29:22.313567 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning for port 51e59c77-89ad-4581-ba26-31ec0f08d3a5 completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:29:22.318017 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port 51e59c77-89ad-4581-ba26-31ec0f08d3a5 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:29:22.318392 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:22.407061 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:22.434168 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] For port 51e59c77-89ad-4581-ba26-31ec0f08d3a5, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=51e59c77-89ad-4581-ba26-31ec0f08d3a5,segment=NetworkSegment(31e5f57a-85b9-444f-b38d-61963340c3f4),segment_id=31e5f57a-85b9-444f-b38d-61963340c3f4)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:29:22.530851 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:22.612166 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Pushing event updated for resources: {'Port': ['ID=51e59c77-89ad-4581-ba26-31ec0f08d3a5,revision_number=4']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:29:23.236098 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3436c-3934-41c8-b9d4-1898fe07880e req-81d3601e-0c39-4af1-8df2-045d27ab4690 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:23.243953 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-cfd3436c-3934-41c8-b9d4-1898fe07880e req-81d3601e-0c39-4af1-8df2-045d27ab4690 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 945 time: 0.0591326 Aug 19 02:29:23.278285 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-cfd3436c-3934-41c8-b9d4-1898fe07880e req-1393aca8-350b-4148-9abf-1a12a09b0b75 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334814 Aug 19 02:29:23.757651 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396c1328-de26-4aba-9263-1240011e1f0b None None] Sync routers for ids ['2bf51546-ccce-4790-8891-25e34e119a36'] in dv-cinder-755654-10-iscsi {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:29:23.768987 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396c1328-de26-4aba-9263-1240011e1f0b None None] Routers {'2bf51546-ccce-4790-8891-25e34e119a36'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:29:23.769676 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-396c1328-de26-4aba-9263-1240011e1f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:29:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['2bf51546-ccce-4790-8891-25e34e119a36'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:29:23.889234 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-396c1328-de26-4aba-9263-1240011e1f0b None None] Set router 2bf51546-ccce-4790-8891-25e34e119a36 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:29:24.100281 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-396c1328-de26-4aba-9263-1240011e1f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf51546-ccce-4790-8891-25e34e119a36', 'name': 'tempest-TestMinimumBasicScenario-479579154-router', 'tenant_id': 'b9af9cba339a466383eec2462d7ac0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '51e59c77-89ad-4581-ba26-31ec0f08d3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:29:16Z', 'updated_at': '2021-08-19T02:29:19Z', 'revision_number': 4, 'project_id': 'b9af9cba339a466383eec2462d7ac0f4', 'gw_port': {'id': '51e59c77-89ad-4581-ba26-31ec0f08d3a5', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ed:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf51546-ccce-4790-8891-25e34e119a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:29:16Z', 'updated_at': '2021-08-19T02:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': 'd2a31918-2422-4085-9eb0-ac65f7589339', 'name': '', 'network_id': 'dd7f1114-45cf-4a54-a862-34de544812be', 'tenant_id': 'b9af9cba339a466383eec2462d7ac0f4', 'mac_address': 'fa:16:3e:06:c5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf51546-ccce-4790-8891-25e34e119a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'c05ef706-1b22-4bc0-8e87-672ecc00c970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:29:19Z', 'updated_at': '2021-08-19T02:29:19Z', 'revision_number': 2, 'project_id': 'b9af9cba339a466383eec2462d7ac0f4', 'subnets': [{'id': 'c05ef706-1b22-4bc0-8e87-672ecc00c970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:29:24.128757 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396c1328-de26-4aba-9263-1240011e1f0b None None] Checking router: 2bf51546-ccce-4790-8891-25e34e119a36 for host: dv-cinder-755654-10-iscsi {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:29:24.129109 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396c1328-de26-4aba-9263-1240011e1f0b None None] Updating router 2bf51546-ccce-4790-8891-25e34e119a36 port d2a31918-2422-4085-9eb0-ac65f7589339 binding host dv-cinder-755654-10-iscsi {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 02:29:24.150816 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 51e59c77-89ad-4581-ba26-31ec0f08d3a5 up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:29:24.167834 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-396c1328-de26-4aba-9263-1240011e1f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:24.249004 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port 51e59c77-89ad-4581-ba26-31ec0f08d3a5 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:29:24.250044 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:24.408086 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b567bb-54e5-4920-b692-f5d7242d556a req-eec9f803-09ff-4a29-81de-03a0ffabd41b tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:24.415229 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-52b567bb-54e5-4920-b692-f5d7242d556a req-eec9f803-09ff-4a29-81de-03a0ffabd41b tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 945 time: 0.0588057 Aug 19 02:29:24.445197 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-396c1328-de26-4aba-9263-1240011e1f0b None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:24.459095 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-396c1328-de26-4aba-9263-1240011e1f0b None None] Transition to ACTIVE for port object d2a31918-2422-4085-9eb0-ac65f7589339 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:29:24.467140 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-52b567bb-54e5-4920-b692-f5d7242d556a req-32994ee2-889e-4d5f-bb47-b94ce1791181 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459089 Aug 19 02:29:24.524548 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-396c1328-de26-4aba-9263-1240011e1f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:24.571753 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb10113-0c78-469f-a406-5df7b50cdce7 None None] Pushing event updated for resources: {'Port': ['ID=d2a31918-2422-4085-9eb0-ac65f7589339,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:29:24.663911 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-396c1328-de26-4aba-9263-1240011e1f0b None None] Attempting to bind port d2a31918-2422-4085-9eb0-ac65f7589339 on host dv-cinder-755654-10-iscsi for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:29:24.664199 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-396c1328-de26-4aba-9263-1240011e1f0b None None] Attempting to bind port d2a31918-2422-4085-9eb0-ac65f7589339 by drivers openvswitch,hyperv on host dv-cinder-755654-10-iscsi at level 0 using segments [{'id': '5984386f-d24c-44f6-975d-a157ac91727a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'dd7f1114-45cf-4a54-a862-34de544812be'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:29:24.664562 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396c1328-de26-4aba-9263-1240011e1f0b None None] Attempting to bind port d2a31918-2422-4085-9eb0-ac65f7589339 on network dd7f1114-45cf-4a54-a862-34de544812be {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:29:24.670046 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396c1328-de26-4aba-9263-1240011e1f0b None None] Checking agent: {'id': '4006ddce-538e-4364-9c83-4224b741844b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 11, 48), 'started_at': datetime.datetime(2021, 8, 19, 2, 12, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:29:24.670416 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396c1328-de26-4aba-9263-1240011e1f0b None None] Checking segment: {'id': '5984386f-d24c-44f6-975d-a157ac91727a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'dd7f1114-45cf-4a54-a862-34de544812be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:29:24.670950 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-396c1328-de26-4aba-9263-1240011e1f0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:24.671476 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396c1328-de26-4aba-9263-1240011e1f0b None None] Bound using segment: {'id': '5984386f-d24c-44f6-975d-a157ac91727a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'dd7f1114-45cf-4a54-a862-34de544812be'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:29:24.672513 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-396c1328-de26-4aba-9263-1240011e1f0b None None] Bound port: d2a31918-2422-4085-9eb0-ac65f7589339, host: dv-cinder-755654-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5984386f-d24c-44f6-975d-a157ac91727a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'dd7f1114-45cf-4a54-a862-34de544812be'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:29:24.672910 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-396c1328-de26-4aba-9263-1240011e1f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:24.747818 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-396c1328-de26-4aba-9263-1240011e1f0b None None] For port d2a31918-2422-4085-9eb0-ac65f7589339, host dv-cinder-755654-10-iscsi, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:29:24.751419 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-396c1328-de26-4aba-9263-1240011e1f0b None None] For port d2a31918-2422-4085-9eb0-ac65f7589339, host dv-cinder-755654-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=d2a31918-2422-4085-9eb0-ac65f7589339,segment=NetworkSegment(5984386f-d24c-44f6-975d-a157ac91727a),segment_id=5984386f-d24c-44f6-975d-a157ac91727a)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:29:24.816442 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-396c1328-de26-4aba-9263-1240011e1f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:24.876206 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396c1328-de26-4aba-9263-1240011e1f0b None None] Routers {'2bf51546-ccce-4790-8891-25e34e119a36'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:29:24.877258 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-396c1328-de26-4aba-9263-1240011e1f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:29:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['2bf51546-ccce-4790-8891-25e34e119a36'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:29:25.014406 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb10113-0c78-469f-a406-5df7b50cdce7 None None] Pushing event updated for resources: {'Port': ['ID=d2a31918-2422-4085-9eb0-ac65f7589339,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:29:25.104230 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-396c1328-de26-4aba-9263-1240011e1f0b None None] Set router 2bf51546-ccce-4790-8891-25e34e119a36 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:29:25.336678 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-396c1328-de26-4aba-9263-1240011e1f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf51546-ccce-4790-8891-25e34e119a36', 'name': 'tempest-TestMinimumBasicScenario-479579154-router', 'tenant_id': 'b9af9cba339a466383eec2462d7ac0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '51e59c77-89ad-4581-ba26-31ec0f08d3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:29:16Z', 'updated_at': '2021-08-19T02:29:19Z', 'revision_number': 4, 'project_id': 'b9af9cba339a466383eec2462d7ac0f4', 'gw_port': {'id': '51e59c77-89ad-4581-ba26-31ec0f08d3a5', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ed:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf51546-ccce-4790-8891-25e34e119a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:29:16Z', 'updated_at': '2021-08-19T02:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': 'd2a31918-2422-4085-9eb0-ac65f7589339', 'name': '', 'network_id': 'dd7f1114-45cf-4a54-a862-34de544812be', 'tenant_id': 'b9af9cba339a466383eec2462d7ac0f4', 'mac_address': 'fa:16:3e:06:c5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf51546-ccce-4790-8891-25e34e119a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'c05ef706-1b22-4bc0-8e87-672ecc00c970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:29:19Z', 'updated_at': '2021-08-19T02:29:24Z', 'revision_number': 4, 'project_id': 'b9af9cba339a466383eec2462d7ac0f4', 'subnets': [{'id': 'c05ef706-1b22-4bc0-8e87-672ecc00c970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:29:25.367838 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396c1328-de26-4aba-9263-1240011e1f0b None None] The sync data for ids ['2bf51546-ccce-4790-8891-25e34e119a36'] in dv-cinder-755654-10-iscsi is: [{'id': '2bf51546-ccce-4790-8891-25e34e119a36', 'name': 'tempest-TestMinimumBasicScenario-479579154-router', 'tenant_id': 'b9af9cba339a466383eec2462d7ac0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '51e59c77-89ad-4581-ba26-31ec0f08d3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:29:16Z', 'updated_at': '2021-08-19T02:29:19Z', 'revision_number': 4, 'project_id': 'b9af9cba339a466383eec2462d7ac0f4', 'gw_port': {'id': '51e59c77-89ad-4581-ba26-31ec0f08d3a5', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ed:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf51546-ccce-4790-8891-25e34e119a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:29:16Z', 'updated_at': '2021-08-19T02:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': 'd2a31918-2422-4085-9eb0-ac65f7589339', 'name': '', 'network_id': 'dd7f1114-45cf-4a54-a862-34de544812be', 'tenant_id': 'b9af9cba339a466383eec2462d7ac0f4', 'mac_address': 'fa:16:3e:06:c5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf51546-ccce-4790-8891-25e34e119a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'c05ef706-1b22-4bc0-8e87-672ecc00c970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:29:19Z', 'updated_at': '2021-08-19T02:29:24Z', 'revision_number': 4, 'project_id': 'b9af9cba339a466383eec2462d7ac0f4', 'subnets': [{'id': 'c05ef706-1b22-4bc0-8e87-672ecc00c970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:29:25.597777 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796fcac0-9659-49a9-bda3-8dd8f30098e0 req-329888fd-5af6-41ab-aa8b-d0e6c266b4f0 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:25.603355 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-796fcac0-9659-49a9-bda3-8dd8f30098e0 req-329888fd-5af6-41ab-aa8b-d0e6c266b4f0 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 945 time: 0.0638344 Aug 19 02:29:25.662801 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-796fcac0-9659-49a9-bda3-8dd8f30098e0 req-3cca3f6a-c235-4c1a-9932-d567d6ffb74b tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557630 Aug 19 02:29:26.176807 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device d2a31918-2422-4085-9eb0-ac65f7589339 up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:29:26.295864 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning for port d2a31918-2422-4085-9eb0-ac65f7589339 completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:29:26.300366 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port d2a31918-2422-4085-9eb0-ac65f7589339 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:29:26.300746 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:26.387954 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:26.436895 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] For port d2a31918-2422-4085-9eb0-ac65f7589339, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=d2a31918-2422-4085-9eb0-ac65f7589339,segment=NetworkSegment(5984386f-d24c-44f6-975d-a157ac91727a),segment_id=5984386f-d24c-44f6-975d-a157ac91727a)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:29:26.518837 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:26.575155 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Pushing event updated for resources: {'Port': ['ID=d2a31918-2422-4085-9eb0-ac65f7589339,revision_number=5']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:29:26.794807 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418c11d-105b-45b4-af78-be28b85560ae req-416564d3-2072-4508-b263-d65207e72059 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:26.796472 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f418c11d-105b-45b4-af78-be28b85560ae req-416564d3-2072-4508-b263-d65207e72059 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 945 time: 0.0544457 Aug 19 02:29:26.836522 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f418c11d-105b-45b4-af78-be28b85560ae req-077d33a4-d13e-4fd2-9976-fb1a498acfbb tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328000 Aug 19 02:29:27.976190 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d4f11-65e1-45df-9503-0ccc77076f9a req-1a3391f1-1615-499e-a1c0-aa087b2937ce tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:27.977758 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-765d4f11-65e1-45df-9503-0ccc77076f9a req-1a3391f1-1615-499e-a1c0-aa087b2937ce tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 945 time: 0.0577204 Aug 19 02:29:28.022896 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-765d4f11-65e1-45df-9503-0ccc77076f9a req-65b325fa-bd63-4704-8b0e-b539c285f5b9 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388412 Aug 19 02:29:28.149474 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device d2a31918-2422-4085-9eb0-ac65f7589339 up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:29:28.205904 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port d2a31918-2422-4085-9eb0-ac65f7589339 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:29:28.206284 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:28.498175 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 236dea22-313f-4b56-a0b6-7e28994cf2ae details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:29:28.633006 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 236dea22-313f-4b56-a0b6-7e28994cf2ae, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=236dea22-313f-4b56-a0b6-7e28994cf2ae,segment=NetworkSegment(b757261d-bab5-459c-9be2-97b5652aa046),segment_id=b757261d-bab5-459c-9be2-97b5652aa046)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:29:28.646693 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Returning: {'device': '236dea22-313f-4b56-a0b6-7e28994cf2ae', 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906', 'port_id': '236dea22-313f-4b56-a0b6-7e28994cf2ae', 'mac_address': 'fa:16:3e:91:14:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88b7472a-b5f3-4f58-a9b7-55a108eaaf89', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:29:28.693696 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:28.709968 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 236dea22-313f-4b56-a0b6-7e28994cf2ae {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:29:28.732740 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 236dea22-313f-4b56-a0b6-7e28994cf2ae, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=236dea22-313f-4b56-a0b6-7e28994cf2ae,segment=NetworkSegment(b757261d-bab5-459c-9be2-97b5652aa046),segment_id=b757261d-bab5-459c-9be2-97b5652aa046)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:29:28.809945 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:28.865156 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=236dea22-313f-4b56-a0b6-7e28994cf2ae,revision_number=6']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:29:28.927350 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] get_ports_and_sgs() called for port_ids ['236dea22-313f-4b56-a0b6-7e28994cf2ae'] {{(pid=94446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:29:29.157522 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee04011-7571-42e3-aaf2-7b1d6f006c06 req-b444024a-dd15-4289-824e-4bb1d8fb49b8 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:29.159230 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-eee04011-7571-42e3-aaf2-7b1d6f006c06 req-b444024a-dd15-4289-824e-4bb1d8fb49b8 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 944 time: 0.0545840 Aug 19 02:29:29.204208 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-eee04011-7571-42e3-aaf2-7b1d6f006c06 req-6700e2c1-23a1-4672-9f76-815752875da1 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388660 Aug 19 02:29:30.346992 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941bcda-16f5-479a-a918-5844454fe156 req-16b1d79c-199b-4dfb-9346-6286afcaa432 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:30.348564 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-8941bcda-16f5-479a-a918-5844454fe156 req-16b1d79c-199b-4dfb-9346-6286afcaa432 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 944 time: 0.0580730 Aug 19 02:29:30.388855 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-8941bcda-16f5-479a-a918-5844454fe156 req-85edfd40-39d3-43fc-9a7c-06e56e5bacf5 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342124 Aug 19 02:29:30.514552 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 236dea22-313f-4b56-a0b6-7e28994cf2ae up at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:29:30.561180 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning complete for port 236dea22-313f-4b56-a0b6-7e28994cf2ae triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:29:30.561556 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:30.643382 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:30.668583 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e4245f-eb2f-4b9e-845e-95b65dfef655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236dea22-313f-4b56-a0b6-7e28994cf2ae'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:29:30.670806 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bda349f3ade6abb3bc5cfb3e12963279474636f4ef178e03561db7d4c095529d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700889cf-8521-4622-b725-0883f5a715c6" -d '{"events": [{"server_uuid": "49e4245f-eb2f-4b9e-845e-95b65dfef655", "name": "network-vif-plugged", "status": "completed", "tag": "236dea22-313f-4b56-a0b6-7e28994cf2ae"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:29:30.683443 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 236dea22-313f-4b56-a0b6-7e28994cf2ae, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=236dea22-313f-4b56-a0b6-7e28994cf2ae,segment=NetworkSegment(b757261d-bab5-459c-9be2-97b5652aa046),segment_id=b757261d-bab5-459c-9be2-97b5652aa046)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:29:30.715705 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c95eedb-7d84-43ab-b0cf-d444df8bf5ba x-openstack-request-id: req-7c95eedb-7d84-43ab-b0cf-d444df8bf5ba {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:29:30.716220 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e4245f-eb2f-4b9e-845e-95b65dfef655", "name": "network-vif-plugged", "status": "completed", "tag": "236dea22-313f-4b56-a0b6-7e28994cf2ae", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:29:30.716657 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7c95eedb-7d84-43ab-b0cf-d444df8bf5ba {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:29:30.717305 dv-cinder-755654-10-iscsi neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e4245f-eb2f-4b9e-845e-95b65dfef655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236dea22-313f-4b56-a0b6-7e28994cf2ae', 'code': 200} Aug 19 02:29:30.741331 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:30.790819 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=236dea22-313f-4b56-a0b6-7e28994cf2ae,revision_number=7']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:29:31.531597 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-0098119a-6bb2-40f8-88dd-497b36e25b5c tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:31.537009 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ff312-4029-435b-8b58-933d5242053b req-6c159b88-85a9-4ace-b6b4-f5c59da78ac9 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:31.538660 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-de7ff312-4029-435b-8b58-933d5242053b req-6c159b88-85a9-4ace-b6b4-f5c59da78ac9 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 945 time: 0.0670972 Aug 19 02:29:31.539591 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-0098119a-6bb2-40f8-88dd-497b36e25b5c tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/networks?id=ae56529d-4ec4-4ab1-997f-53a52a2202db HTTP/1.1" status: 200 len: 815 time: 0.1502719 Aug 19 02:29:31.560047 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-05c1da10-08b2-47a2-b373-13353ae2179d tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/quotas/26b5d99a01904098815dc4c04ec8ceb6 HTTP/1.1" status: 200 len: 375 time: 0.0169525 Aug 19 02:29:31.590959 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-de7ff312-4029-435b-8b58-933d5242053b req-42406d1a-bf85-4be3-833e-1445b012f7e7 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415025 Aug 19 02:29:31.629859 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-e1a8fd1a-5dc2-499f-895c-bbf22ce81a63 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=26b5d99a01904098815dc4c04ec8ceb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686045 Aug 19 02:29:31.739692 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-f1d5b3a8-488e-4c66-9d03-96ccd4fb1b81 service neutron] 10.222.0.16 "GET /v2.0/networks/ae56529d-4ec4-4ab1-997f-53a52a2202db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961924 Aug 19 02:29:31.852180 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-61fe5b76-c138-4330-86d3-72ab531cf908 service neutron] 10.222.0.16 "GET /v2.0/networks/ae56529d-4ec4-4ab1-997f-53a52a2202db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067729 Aug 19 02:29:32.149727 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-b6d69e4c-e6e2-46ff-a3b5-babec23f6d25 req-2da24ac6-0ff8-4244-85c9-e30f968901df tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 210 time: 0.0455456 Aug 19 02:29:32.723556 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27726a-85e9-49bc-872c-92e9a9180457 req-b0fb534e-9a33-4855-88f0-ac464f66bdb7 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:32.725806 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fb27726a-85e9-49bc-872c-92e9a9180457 req-b0fb534e-9a33-4855-88f0-ac464f66bdb7 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 945 time: 0.0542538 Aug 19 02:29:32.778313 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fb27726a-85e9-49bc-872c-92e9a9180457 req-9fbbacf4-b71c-4ddb-baab-1531d9ca10d4 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458624 Aug 19 02:29:33.256611 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-12d84dae-4f60-4865-9d0e-b5d0b0f1cc1a req-23ed4047-5d21-48eb-b45f-0176555c2fd1 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 210 time: 0.0303795 Aug 19 02:29:33.930179 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe0d9d-0c59-4ff4-9f57-e62194676f2e req-3a083ee5-a615-46ef-91df-feb6d99fb520 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:33.932640 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-f0fe0d9d-0c59-4ff4-9f57-e62194676f2e req-3a083ee5-a615-46ef-91df-feb6d99fb520 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 945 time: 0.0570388 Aug 19 02:29:33.979098 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-f0fe0d9d-0c59-4ff4-9f57-e62194676f2e req-40203ded-5d29-4623-be40-f1d2218b65b3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389192 Aug 19 02:29:34.351593 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-01a02f94-9410-4571-90c9-f4edfe593096 req-7b1d7783-4e01-42f4-a262-a98838aa506f tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 210 time: 0.0269322 Aug 19 02:29:34.635115 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-d8f0996a-212f-43f2-aa44-942aaa2d6743 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:34.636714 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-d8f0996a-212f-43f2-aa44-942aaa2d6743 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.22 "GET /v2.0/networks?id=ae56529d-4ec4-4ab1-997f-53a52a2202db HTTP/1.1" status: 200 len: 815 time: 0.1199520 Aug 19 02:29:34.652314 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-8fdd17c3-6fbf-4fcf-8606-7dcd1d48136d tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Request body: {'port': {'device_id': 'c74c76f1-934c-49d7-992d-163541c9ba5e', 'network_id': 'ae56529d-4ec4-4ab1-997f-53a52a2202db', 'admin_state_up': True, 'tenant_id': '26b5d99a01904098815dc4c04ec8ceb6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:29:34.918430 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-8fdd17c3-6fbf-4fcf-8606-7dcd1d48136d tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Made reservation on behalf of 26b5d99a01904098815dc4c04ec8ceb6 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:29:34.922593 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-8fdd17c3-6fbf-4fcf-8606-7dcd1d48136d tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:35.088133 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-8fdd17c3-6fbf-4fcf-8606-7dcd1d48136d tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Allocated IP 172.20.0.4 (ae56529d-4ec4-4ab1-997f-53a52a2202db/19f8ff54-7705-49ed-972c-36bbb42e5fd1/b4d81b53-d1dc-4361-8daf-2899eea95b85) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:29:35.465350 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-613df1c5-3d4a-44b3-b9b0-a7ca082db549 req-63397240-ccb8-4744-9f92-a55a9c8aeb55 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 210 time: 0.0318172 Aug 19 02:29:35.514433 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba71e5-d119-4578-b437-35d1b913d66d req-a38f32c0-4b2f-4e17-8bff-65f505d5b413 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:35.516608 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6eba71e5-d119-4578-b437-35d1b913d66d req-a38f32c0-4b2f-4e17-8bff-65f505d5b413 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 945 time: 0.4099932 Aug 19 02:29:35.597274 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6eba71e5-d119-4578-b437-35d1b913d66d req-7a6c03d9-8114-48f5-8de7-5572a383bdc3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609667 Aug 19 02:29:35.635255 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-8fdd17c3-6fbf-4fcf-8606-7dcd1d48136d tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:35.650999 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-8fdd17c3-6fbf-4fcf-8606-7dcd1d48136d tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Transition to ACTIVE for port object b4d81b53-d1dc-4361-8daf-2899eea95b85 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:29:35.759456 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-8fdd17c3-6fbf-4fcf-8606-7dcd1d48136d tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:35.846881 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-8fdd17c3-6fbf-4fcf-8606-7dcd1d48136d tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Network ae56529d-4ec4-4ab1-997f-53a52a2202db is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:29:35.851179 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-8fdd17c3-6fbf-4fcf-8606-7dcd1d48136d tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:29:35.858352 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-8fdd17c3-6fbf-4fcf-8606-7dcd1d48136d tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:29:35.904726 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdd17c3-6fbf-4fcf-8606-7dcd1d48136d tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Pushing event updated for resources: {'Port': ['ID=b4d81b53-d1dc-4361-8daf-2899eea95b85,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:29:35.954786 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-8fdd17c3-6fbf-4fcf-8606-7dcd1d48136d tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:35.955434 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-8fdd17c3-6fbf-4fcf-8606-7dcd1d48136d tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:36.040549 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-8fdd17c3-6fbf-4fcf-8606-7dcd1d48136d tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3944607 Aug 19 02:29:36.273073 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-b2de8eba-d412-4bd9-858d-0a279874048c None None] Provisioning for port b4d81b53-d1dc-4361-8daf-2899eea95b85 completed by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:29:36.278563 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-b2de8eba-d412-4bd9-858d-0a279874048c None None] Provisioning complete for port b4d81b53-d1dc-4361-8daf-2899eea95b85 triggered by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:29:36.278980 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b2de8eba-d412-4bd9-858d-0a279874048c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:36.359158 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-b2de8eba-d412-4bd9-858d-0a279874048c None None] Port b4d81b53-d1dc-4361-8daf-2899eea95b85 cannot update to ACTIVE because it is not bound. {{(pid=94446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:29:36.646073 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd1036-cdfc-43b0-9342-805dff9083a9 req-ed1a2396-1444-4ecd-bece-595adb71d3c6 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:36.647578 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-8cfd1036-cdfc-43b0-9342-805dff9083a9 req-ed1a2396-1444-4ecd-bece-595adb71d3c6 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 931 time: 0.0721886 Aug 19 02:29:36.722377 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-8cfd1036-cdfc-43b0-9342-805dff9083a9 req-cae18e87-6cd5-4755-8305-3704d3af2013 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684214 Aug 19 02:29:36.923477 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7496c-7f34-4dad-9409-cae9510a2104 req-79303262-c60f-44fa-90f7-8fad0e63d40e tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:36.925113 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-45f7496c-7f34-4dad-9409-cae9510a2104 req-79303262-c60f-44fa-90f7-8fad0e63d40e tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 945 time: 0.1334488 Aug 19 02:29:37.000837 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-45f7496c-7f34-4dad-9409-cae9510a2104 req-a1079bfa-44d5-48ae-b762-aa3284c522dd tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683906 Aug 19 02:29:37.848863 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9cc6ff-8f3c-4808-a445-134fce9fd151 req-b4e598b3-e8ab-4ba6-89c1-c2bec5b5520f tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:37.850279 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-db9cc6ff-8f3c-4808-a445-134fce9fd151 req-b4e598b3-e8ab-4ba6-89c1-c2bec5b5520f tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 931 time: 0.0514359 Aug 19 02:29:37.893524 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-db9cc6ff-8f3c-4808-a445-134fce9fd151 req-dcfabca6-5ec7-4829-a742-532a02ea8b1b tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373335 Aug 19 02:29:38.178002 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53715ba1-e867-4f8f-b3d5-780a5808d9c0 req-58d499ef-3fc4-4856-b86f-2bf136cd558e tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:38.186626 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-53715ba1-e867-4f8f-b3d5-780a5808d9c0 req-58d499ef-3fc4-4856-b86f-2bf136cd558e tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 945 time: 0.0796211 Aug 19 02:29:38.247307 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-53715ba1-e867-4f8f-b3d5-780a5808d9c0 req-66aa2ba6-61ca-4742-92e7-145c87993e0a tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595956 Aug 19 02:29:38.485608 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:39.033268 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d78d86-b99b-4fde-8572-e91b2aa3b5af req-5632707c-8fd6-4f4a-b654-d405c4589ab4 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:39.042042 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d2d78d86-b99b-4fde-8572-e91b2aa3b5af req-5632707c-8fd6-4f4a-b654-d405c4589ab4 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 931 time: 0.0635364 Aug 19 02:29:39.088907 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d2d78d86-b99b-4fde-8572-e91b2aa3b5af req-ac4d6ca5-b348-42d0-bbe8-c63d4068fae3 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444310 Aug 19 02:29:39.388366 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b603e-c2b9-42a3-889a-3d7cd1626c42 req-5e27d8df-f3e5-4afb-a857-1ab413a4221a tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:39.389919 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-030b603e-c2b9-42a3-889a-3d7cd1626c42 req-5e27d8df-f3e5-4afb-a857-1ab413a4221a tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 945 time: 0.0545115 Aug 19 02:29:39.440745 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-030b603e-c2b9-42a3-889a-3d7cd1626c42 req-9798172d-2e09-4e03-b4bf-acc867fd2ec2 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420117 Aug 19 02:29:40.211911 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2553687-d2ba-4323-b625-305872f5e5e5 req-3a67861e-df70-4996-b4a5-da8b9acea704 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:40.214367 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f2553687-d2ba-4323-b625-305872f5e5e5 req-3a67861e-df70-4996-b4a5-da8b9acea704 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 931 time: 0.0596287 Aug 19 02:29:40.263553 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f2553687-d2ba-4323-b625-305872f5e5e5 req-7315a813-dd15-4be6-a9f9-dabd09ba6ffc tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418086 Aug 19 02:29:40.652883 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a872d40-ed23-4201-b067-37651cb105ca req-eff794ce-b565-4250-bde5-ceeb4fc1b949 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:40.655110 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9a872d40-ed23-4201-b067-37651cb105ca req-eff794ce-b565-4250-bde5-ceeb4fc1b949 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 945 time: 0.0908933 Aug 19 02:29:40.706581 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9a872d40-ed23-4201-b067-37651cb105ca req-ad97ad9b-5366-4ae3-91cf-e109097755c0 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439575 Aug 19 02:29:41.404915 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367ec78-ecaf-40cd-b17c-f28f5af75aac req-73dcbb28-806c-4ce6-b3a0-996ac20bd526 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:41.408914 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c367ec78-ecaf-40cd-b17c-f28f5af75aac req-73dcbb28-806c-4ce6-b3a0-996ac20bd526 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 931 time: 0.0669339 Aug 19 02:29:41.451038 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c367ec78-ecaf-40cd-b17c-f28f5af75aac req-270eff7f-4521-4e40-9ae9-6afbe84566a7 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354781 Aug 19 02:29:41.836897 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f882adda-e3ed-49dd-bd22-fe05ea48e7b0 req-286f71fc-16c2-4314-865b-839a874be70f tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:41.838806 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f882adda-e3ed-49dd-bd22-fe05ea48e7b0 req-286f71fc-16c2-4314-865b-839a874be70f tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 945 time: 0.0610428 Aug 19 02:29:41.887225 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f882adda-e3ed-49dd-bd22-fe05ea48e7b0 req-7d91312e-735e-49c9-9595-4c37ba38f4f5 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397310 Aug 19 02:29:42.576330 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488d07f-1810-4f51-88de-eefb52ea7930 req-454c9267-47f6-4d7c-a3c1-873f84aee6ce tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:42.577852 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c488d07f-1810-4f51-88de-eefb52ea7930 req-454c9267-47f6-4d7c-a3c1-873f84aee6ce tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 931 time: 0.0545740 Aug 19 02:29:42.620583 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c488d07f-1810-4f51-88de-eefb52ea7930 req-b1ceebbd-3e0a-4be9-a6e1-bbb54c200905 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355213 Aug 19 02:29:43.028922 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd2345-4ebe-4c2f-bb43-e1aaef36598e req-abe604e7-8a87-4882-93b1-3dacbf5225f3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:43.030439 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-28bd2345-4ebe-4c2f-bb43-e1aaef36598e req-abe604e7-8a87-4882-93b1-3dacbf5225f3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 945 time: 0.0507951 Aug 19 02:29:43.067944 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-28bd2345-4ebe-4c2f-bb43-e1aaef36598e req-a72ea133-ebc7-431b-a290-88597d3282ea tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316365 Aug 19 02:29:43.750259 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd48637-5c5f-4b72-ad6d-3d265952480c req-ddba1f47-cbcc-49a0-bbd8-bb55d6bac65b tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:43.752383 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-5dd48637-5c5f-4b72-ad6d-3d265952480c req-ddba1f47-cbcc-49a0-bbd8-bb55d6bac65b tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 931 time: 0.0584176 Aug 19 02:29:43.790426 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-5dd48637-5c5f-4b72-ad6d-3d265952480c req-ce2c6090-c9ff-4618-827b-28fe2c913d47 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322368 Aug 19 02:29:44.211771 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9459650-7f3a-477d-907d-bd59080743c1 req-ac73c871-8fa4-4aa3-adcc-0d8b1bb72d21 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:44.213243 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d9459650-7f3a-477d-907d-bd59080743c1 req-ac73c871-8fa4-4aa3-adcc-0d8b1bb72d21 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 945 time: 0.0501647 Aug 19 02:29:44.251446 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d9459650-7f3a-477d-907d-bd59080743c1 req-2518ad60-bb1e-41ad-bd4b-7bd426bbcaf4 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323980 Aug 19 02:29:44.883955 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-13541696-d5eb-4d2e-b69c-c93d7d899108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:44.903853 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d9d12-5286-4345-ae2c-46d614fa25ee req-f63a3089-7664-4757-be66-a8dc114f1776 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:44.905363 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ad9d9d12-5286-4345-ae2c-46d614fa25ee req-f63a3089-7664-4757-be66-a8dc114f1776 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 931 time: 0.0505226 Aug 19 02:29:44.957281 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ad9d9d12-5286-4345-ae2c-46d614fa25ee req-46192b4d-6b18-416d-bb9c-050e796f3f5a tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453277 Aug 19 02:29:45.401116 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ac432-8fe9-4b7f-b438-4fe15b0aa8ce req-97fc1009-f317-41a4-97bb-b9196446902b tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:45.402656 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-df2ac432-8fe9-4b7f-b438-4fe15b0aa8ce req-97fc1009-f317-41a4-97bb-b9196446902b tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 945 time: 0.0708838 Aug 19 02:29:45.444953 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-df2ac432-8fe9-4b7f-b438-4fe15b0aa8ce req-e76e66c8-e078-400c-914c-3b03706a2d5a tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355322 Aug 19 02:29:46.070984 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f3269-ad72-492c-a277-d4acae369fe9 req-fa70bc94-be56-4c6c-b144-01d3c313dd85 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:46.072465 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-799f3269-ad72-492c-a277-d4acae369fe9 req-fa70bc94-be56-4c6c-b144-01d3c313dd85 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 931 time: 0.0492146 Aug 19 02:29:46.114916 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-799f3269-ad72-492c-a277-d4acae369fe9 req-25834678-7356-4462-bd7f-3f0a22e96277 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365245 Aug 19 02:29:46.561965 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d6bed-416e-4b78-8c4d-f6af2df74a2b req-fe5e7db9-c734-4b30-ba14-517b9226b88e tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:46.564060 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4c4d6bed-416e-4b78-8c4d-f6af2df74a2b req-fe5e7db9-c734-4b30-ba14-517b9226b88e tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 945 time: 0.0489659 Aug 19 02:29:46.621107 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4c4d6bed-416e-4b78-8c4d-f6af2df74a2b req-5fd3079e-0a5b-4cfc-af74-7c355c987839 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510113 Aug 19 02:29:47.237436 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400e58f-be87-40d9-a9f6-9a87c9b59083 req-82f062fa-892c-41da-996e-c743228c2dba tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:47.238384 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ed1afe19-2560-4895-9002-894a68a4d930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:47.238923 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b400e58f-be87-40d9-a9f6-9a87c9b59083 req-82f062fa-892c-41da-996e-c743228c2dba tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 931 time: 0.0528853 Aug 19 02:29:47.291794 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b400e58f-be87-40d9-a9f6-9a87c9b59083 req-7cdf97ba-5c27-463e-96c6-496a9272f8b7 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467248 Aug 19 02:29:47.700988 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:47.758984 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256fe98-3ff1-4a0f-803e-c0692ac2c28b req-89dbc88f-5c88-43d5-afbe-030b8b5c2439 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:47.760529 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9256fe98-3ff1-4a0f-803e-c0692ac2c28b req-89dbc88f-5c88-43d5-afbe-030b8b5c2439 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 945 time: 0.0634739 Aug 19 02:29:47.809323 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9256fe98-3ff1-4a0f-803e-c0692ac2c28b req-98ec880e-69a4-451d-8805-4472f52bc59c tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423777 Aug 19 02:29:48.424131 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10d1d5-7772-4f4a-95fb-e6f9e8fb8d96 req-7ff1d32c-11e5-4c36-928b-39df0b70511d tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:48.425693 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ab10d1d5-7772-4f4a-95fb-e6f9e8fb8d96 req-7ff1d32c-11e5-4c36-928b-39df0b70511d tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 931 time: 0.0497034 Aug 19 02:29:48.465961 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ab10d1d5-7772-4f4a-95fb-e6f9e8fb8d96 req-1958470f-4d2e-469f-ad5b-a476053c85ab tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328350 Aug 19 02:29:48.495700 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:48.936603 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead8cc9-7118-433f-8acd-eefa654688b0 req-ba9c49fd-b196-4eed-91ee-e0d8a507cebb tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:48.938198 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9ead8cc9-7118-433f-8acd-eefa654688b0 req-ba9c49fd-b196-4eed-91ee-e0d8a507cebb tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 945 time: 0.0543604 Aug 19 02:29:48.976342 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9ead8cc9-7118-433f-8acd-eefa654688b0 req-adb0d99e-f1ea-487f-92dc-a6d79f42b20e tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321200 Aug 19 02:29:49.579170 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca9d56-47fc-4422-bda0-5ff6fafbc73b req-4c7ad10c-6c21-4508-ae27-2f70d171fa61 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:49.583492 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d4ca9d56-47fc-4422-bda0-5ff6fafbc73b req-4c7ad10c-6c21-4508-ae27-2f70d171fa61 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 931 time: 0.0487967 Aug 19 02:29:49.618515 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d4ca9d56-47fc-4422-bda0-5ff6fafbc73b req-46d3d3c0-7f9e-4c1b-baf4-217047b30bd4 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318606 Aug 19 02:29:50.093547 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b019bdf-9f3d-4ae5-a99b-119d7bc73451 req-5b513d94-a7a9-44da-98a2-ed8306fe137e tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:50.095119 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9b019bdf-9f3d-4ae5-a99b-119d7bc73451 req-5b513d94-a7a9-44da-98a2-ed8306fe137e tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 945 time: 0.0500879 Aug 19 02:29:50.132571 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9b019bdf-9f3d-4ae5-a99b-119d7bc73451 req-0c44a7a8-56b2-46f3-bccf-4ccf8c06ee47 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314922 Aug 19 02:29:50.426303 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:50.734270 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f6e41-7db3-4f54-a127-3c0c5cc50d2d req-701f9ab4-c74c-4bc8-a3ca-75d150854c3b tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:50.736560 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9a6f6e41-7db3-4f54-a127-3c0c5cc50d2d req-701f9ab4-c74c-4bc8-a3ca-75d150854c3b tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 931 time: 0.0518286 Aug 19 02:29:50.774101 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9a6f6e41-7db3-4f54-a127-3c0c5cc50d2d req-e980a89d-a82e-41d3-a4af-847b4dbc1d46 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316412 Aug 19 02:29:51.251680 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16bf9b-cc20-43ab-a7b3-9333537509d1 req-93bd4619-0da4-4616-9625-bbe522b224ef tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:51.253170 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-1d16bf9b-cc20-43ab-a7b3-9333537509d1 req-93bd4619-0da4-4616-9625-bbe522b224ef tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 945 time: 0.0488253 Aug 19 02:29:51.291753 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-96734f81-244f-427f-ae68-70ad840ed64c service neutron] Request body: {'port': {'device_id': 'c74c76f1-934c-49d7-992d-163541c9ba5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75565'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:29:51.298423 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-1d16bf9b-cc20-43ab-a7b3-9333537509d1 req-fdb7dd93-f425-47be-b700-b3e91cbbd63d tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393302 Aug 19 02:29:51.353316 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-96734f81-244f-427f-ae68-70ad840ed64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:51.613369 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-96734f81-244f-427f-ae68-70ad840ed64c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4d81b53-d1dc-4361-8daf-2899eea95b85 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:29:51.620633 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-96734f81-244f-427f-ae68-70ad840ed64c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:51.633093 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-96734f81-244f-427f-ae68-70ad840ed64c service neutron] Transition to ACTIVE for port object b4d81b53-d1dc-4361-8daf-2899eea95b85 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:29:51.735474 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-96734f81-244f-427f-ae68-70ad840ed64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:51.787805 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96734f81-244f-427f-ae68-70ad840ed64c service neutron] Pushing event updated for resources: {'Port': ['ID=b4d81b53-d1dc-4361-8daf-2899eea95b85,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:29:51.889592 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-96734f81-244f-427f-ae68-70ad840ed64c service neutron] Attempting to bind port b4d81b53-d1dc-4361-8daf-2899eea95b85 on host hv-cinder-75565 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:29:51.889932 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-96734f81-244f-427f-ae68-70ad840ed64c service neutron] Attempting to bind port b4d81b53-d1dc-4361-8daf-2899eea95b85 by drivers openvswitch,hyperv on host hv-cinder-75565 at level 0 using segments [{'id': '536c2e9b-2b85-4468-9a31-26a114cd415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ae56529d-4ec4-4ab1-997f-53a52a2202db'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:29:51.890271 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-96734f81-244f-427f-ae68-70ad840ed64c service neutron] Attempting to bind port b4d81b53-d1dc-4361-8daf-2899eea95b85 on network ae56529d-4ec4-4ab1-997f-53a52a2202db {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:29:51.896775 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-96734f81-244f-427f-ae68-70ad840ed64c service neutron] Port b4d81b53-d1dc-4361-8daf-2899eea95b85 on network ae56529d-4ec4-4ab1-997f-53a52a2202db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75565 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 02:29:51.897107 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-96734f81-244f-427f-ae68-70ad840ed64c service neutron] Attempting to bind port b4d81b53-d1dc-4361-8daf-2899eea95b85 on network ae56529d-4ec4-4ab1-997f-53a52a2202db {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:29:51.911461 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7010dce-4f79-45e4-8331-1f865d8e04f9 req-2ab6ceee-2327-462f-be17-c79ba42ec5d1 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:51.913046 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e7010dce-4f79-45e4-8331-1f865d8e04f9 req-2ab6ceee-2327-462f-be17-c79ba42ec5d1 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 943 time: 0.0681562 Aug 19 02:29:51.914331 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-96734f81-244f-427f-ae68-70ad840ed64c service neutron] Checking agent: {'id': '41372272-fa96-45fc-afce-a2209819517f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 18, 6), 'started_at': datetime.datetime(2021, 8, 19, 2, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:29:51.914672 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-96734f81-244f-427f-ae68-70ad840ed64c service neutron] Checking segment: {'id': '536c2e9b-2b85-4468-9a31-26a114cd415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ae56529d-4ec4-4ab1-997f-53a52a2202db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:29:51.915060 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-96734f81-244f-427f-ae68-70ad840ed64c service neutron] Bound using segment: {'id': '536c2e9b-2b85-4468-9a31-26a114cd415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ae56529d-4ec4-4ab1-997f-53a52a2202db'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:29:51.915508 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-96734f81-244f-427f-ae68-70ad840ed64c service neutron] Bound port: b4d81b53-d1dc-4361-8daf-2899eea95b85, host: hv-cinder-75565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '536c2e9b-2b85-4468-9a31-26a114cd415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ae56529d-4ec4-4ab1-997f-53a52a2202db'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:29:51.915872 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-96734f81-244f-427f-ae68-70ad840ed64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:51.984997 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e7010dce-4f79-45e4-8331-1f865d8e04f9 req-bd62713b-c01a-49ba-a2d3-17bff00bcd55 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655079 Aug 19 02:29:52.009309 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-96734f81-244f-427f-ae68-70ad840ed64c service neutron] For port b4d81b53-d1dc-4361-8daf-2899eea95b85, host hv-cinder-75565, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:29:52.012533 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-96734f81-244f-427f-ae68-70ad840ed64c service neutron] For port b4d81b53-d1dc-4361-8daf-2899eea95b85, host hv-cinder-75565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=b4d81b53-d1dc-4361-8daf-2899eea95b85,segment=NetworkSegment(536c2e9b-2b85-4468-9a31-26a114cd415a),segment_id=536c2e9b-2b85-4468-9a31-26a114cd415a)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:29:52.101328 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-96734f81-244f-427f-ae68-70ad840ed64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:52.143691 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-96734f81-244f-427f-ae68-70ad840ed64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:52.144316 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-96734f81-244f-427f-ae68-70ad840ed64c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:52.145746 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-96734f81-244f-427f-ae68-70ad840ed64c service neutron] 10.222.0.22 "PUT /v2.0/ports/b4d81b53-d1dc-4361-8daf-2899eea95b85 HTTP/1.1" status: 200 len: 1093 time: 0.8604136 Aug 19 02:29:52.146180 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c74c76f1-934c-49d7-992d-163541c9ba5e', 'tag': 'b4d81b53-d1dc-4361-8daf-2899eea95b85'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:29:52.148441 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e16f14-7ecf-48e7-9497-1d75e5b39949" -d '{"events": [{"name": "network-changed", "server_uuid": "c74c76f1-934c-49d7-992d-163541c9ba5e", "tag": "b4d81b53-d1dc-4361-8daf-2899eea95b85"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:29:52.169566 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96734f81-244f-427f-ae68-70ad840ed64c service neutron] Pushing event updated for resources: {'Port': ['ID=b4d81b53-d1dc-4361-8daf-2899eea95b85,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:29:52.191663 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c3726b-0ade-4de6-9697-396004a4ca55 x-openstack-request-id: req-31c3726b-0ade-4de6-9697-396004a4ca55 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:29:52.191959 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c74c76f1-934c-49d7-992d-163541c9ba5e", "tag": "b4d81b53-d1dc-4361-8daf-2899eea95b85", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:29:52.193203 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-31c3726b-0ade-4de6-9697-396004a4ca55 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:29:52.193203 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c74c76f1-934c-49d7-992d-163541c9ba5e', 'tag': 'b4d81b53-d1dc-4361-8daf-2899eea95b85', 'status': 'completed', 'code': 200} Aug 19 02:29:52.253950 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e16f14-7ecf-48e7-9497-1d75e5b39949 req-98a2203b-7ceb-4f16-bd4d-f46adf736e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:52.255462 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-06e16f14-7ecf-48e7-9497-1d75e5b39949 req-98a2203b-7ceb-4f16-bd4d-f46adf736e96 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=26b5d99a01904098815dc4c04ec8ceb6&device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 1096 time: 0.0442057 Aug 19 02:29:52.337616 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82532d5a-e004-4599-b8d9-6dc11c5fa7d1 req-195e73fd-165d-40be-a796-0f7d0b2df492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:52.339152 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-82532d5a-e004-4599-b8d9-6dc11c5fa7d1 req-195e73fd-165d-40be-a796-0f7d0b2df492 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=517b8744677e400988e187c26e92c291&device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 1098 time: 0.0464427 Aug 19 02:29:52.366817 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e16f14-7ecf-48e7-9497-1d75e5b39949 req-b797f9da-7fc2-49f7-8707-43da2cf5e86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:52.368482 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-06e16f14-7ecf-48e7-9497-1d75e5b39949 req-b797f9da-7fc2-49f7-8707-43da2cf5e86b service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=26b5d99a01904098815dc4c04ec8ceb6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1033695 Aug 19 02:29:52.432999 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82532d5a-e004-4599-b8d9-6dc11c5fa7d1 req-40cdcc21-9658-45ca-96b7-97095a84cfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:52.434535 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-82532d5a-e004-4599-b8d9-6dc11c5fa7d1 req-40cdcc21-9658-45ca-96b7-97095a84cfe5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=bb3fc84d-f03f-4d97-87e6-72398b20c906 HTTP/1.1" status: 200 len: 917 time: 0.0882914 Aug 19 02:29:52.483581 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4091dee-425f-4402-92cd-95526d7dfa86 req-4389d51e-3a8a-418a-884c-add4cf5d84af tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:52.485097 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f4091dee-425f-4402-92cd-95526d7dfa86 req-4389d51e-3a8a-418a-884c-add4cf5d84af tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 945 time: 0.1090024 Aug 19 02:29:52.507671 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-82532d5a-e004-4599-b8d9-6dc11c5fa7d1 req-9c31926d-3250-4766-9151-7430aa860e79 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=236dea22-313f-4b56-a0b6-7e28994cf2ae HTTP/1.1" status: 200 len: 1001 time: 0.0646102 Aug 19 02:29:52.524755 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e16f14-7ecf-48e7-9497-1d75e5b39949 req-fa35ff7b-80a6-4950-b9f5-226cccd381dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:52.526232 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-06e16f14-7ecf-48e7-9497-1d75e5b39949 req-fa35ff7b-80a6-4950-b9f5-226cccd381dd service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1482346 Aug 19 02:29:52.542944 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f4091dee-425f-4402-92cd-95526d7dfa86 req-05bbd2cc-7d8b-4895-bb68-dc79dec98560 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491819 Aug 19 02:29:52.559352 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82532d5a-e004-4599-b8d9-6dc11c5fa7d1 req-ef95160c-5e4d-4477-921a-fccf7740e502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:52.560839 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-82532d5a-e004-4599-b8d9-6dc11c5fa7d1 req-ef95160c-5e4d-4477-921a-fccf7740e502 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=88b7472a-b5f3-4f58-a9b7-55a108eaaf89 HTTP/1.1" status: 200 len: 855 time: 0.0456738 Aug 19 02:29:52.610138 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82532d5a-e004-4599-b8d9-6dc11c5fa7d1 req-d9dc33f8-3b55-478a-ad9a-22a77118013b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:52.611159 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-43feb726-b0dc-49fb-8103-c361300e0028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:52.611988 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-82532d5a-e004-4599-b8d9-6dc11c5fa7d1 req-d9dc33f8-3b55-478a-ad9a-22a77118013b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bb3fc84d-f03f-4d97-87e6-72398b20c906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0419440 Aug 19 02:29:52.612708 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-43feb726-b0dc-49fb-8103-c361300e0028 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=26b5d99a01904098815dc4c04ec8ceb6&device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 1096 time: 0.0425608 Aug 19 02:29:52.664236 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-c7910433-a778-43d2-8242-882ccefa45c6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4d81b53-d1dc-4361-8daf-2899eea95b85 HTTP/1.1" status: 200 len: 217 time: 0.0354517 Aug 19 02:29:52.715781 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-82532d5a-e004-4599-b8d9-6dc11c5fa7d1 req-3bd642ab-a8f9-408d-a27d-aadf83006f60 service neutron] 10.222.0.22 "GET /v2.0/networks/bb3fc84d-f03f-4d97-87e6-72398b20c906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870869 Aug 19 02:29:52.716009 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-b814dd2c-6257-4826-90cf-2ff795739c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:52.717245 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-b814dd2c-6257-4826-90cf-2ff795739c5d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=19f8ff54-7705-49ed-972c-36bbb42e5fd1 HTTP/1.1" status: 200 len: 854 time: 0.0439701 Aug 19 02:29:52.772078 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-6f53e8e9-b155-4d7c-ba5a-2f5222a522b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:52.773639 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-6f53e8e9-b155-4d7c-ba5a-2f5222a522b9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ae56529d-4ec4-4ab1-997f-53a52a2202db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0450029 Aug 19 02:29:52.811523 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-82532d5a-e004-4599-b8d9-6dc11c5fa7d1 req-7189b0fa-d8a7-4a57-9399-d85bb9863dde service neutron] 10.222.0.22 "GET /v2.0/networks/bb3fc84d-f03f-4d97-87e6-72398b20c906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827744 Aug 19 02:29:52.865693 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-cd6710c9-4a94-4d4e-8456-4d723a8daa34 service neutron] 10.222.0.22 "GET /v2.0/networks/ae56529d-4ec4-4ab1-997f-53a52a2202db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843320 Aug 19 02:29:52.965910 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-de0aa4fd-f53b-4dd5-86b4-3dad49b16f60 req-c9471cab-77b0-464f-ad78-635add7e0e2d service neutron] 10.222.0.22 "GET /v2.0/networks/ae56529d-4ec4-4ab1-997f-53a52a2202db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921326 Aug 19 02:29:53.103854 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dac3a9-af27-46e7-b0ee-5d5007c3181e req-a0988ab1-a326-40cd-bc95-205da0827a00 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:53.105363 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-f0dac3a9-af27-46e7-b0ee-5d5007c3181e req-a0988ab1-a326-40cd-bc95-205da0827a00 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 943 time: 0.0492463 Aug 19 02:29:53.147474 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-f0dac3a9-af27-46e7-b0ee-5d5007c3181e req-a4030da4-9398-4291-8e62-099b1bc629e1 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359890 Aug 19 02:29:53.662801 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16175548-7b77-4c4a-b92d-dc1716d4028c req-ab2fda79-7038-4dfc-a6f7-d9b15a184ef4 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:53.664296 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-16175548-7b77-4c4a-b92d-dc1716d4028c req-ab2fda79-7038-4dfc-a6f7-d9b15a184ef4 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 945 time: 0.0492032 Aug 19 02:29:53.701459 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-16175548-7b77-4c4a-b92d-dc1716d4028c req-cffc8d29-5df4-45ff-b282-677cdf02c4a0 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313289 Aug 19 02:29:54.263352 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b36ca-601d-428e-a524-20c250a8dd67 req-69d0465f-325b-4501-ae98-baffebe9e027 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:54.264838 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-a77b36ca-601d-428e-a524-20c250a8dd67 req-69d0465f-325b-4501-ae98-baffebe9e027 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 943 time: 0.0488670 Aug 19 02:29:54.302595 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-a77b36ca-601d-428e-a524-20c250a8dd67 req-bfaeac9e-3a0e-4638-b67f-f2ed5d2e81ee tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313821 Aug 19 02:29:54.637571 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 236dea22-313f-4b56-a0b6-7e28994cf2ae no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:29:54.714451 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:54.738805 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e4245f-eb2f-4b9e-845e-95b65dfef655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '236dea22-313f-4b56-a0b6-7e28994cf2ae'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:29:54.741691 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bda349f3ade6abb3bc5cfb3e12963279474636f4ef178e03561db7d4c095529d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeeb9f7e-bc2f-4016-b4b8-13c4fd43710e" -d '{"events": [{"server_uuid": "49e4245f-eb2f-4b9e-845e-95b65dfef655", "name": "network-vif-unplugged", "status": "completed", "tag": "236dea22-313f-4b56-a0b6-7e28994cf2ae"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:29:54.756719 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 236dea22-313f-4b56-a0b6-7e28994cf2ae, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=236dea22-313f-4b56-a0b6-7e28994cf2ae,segment=NetworkSegment(b757261d-bab5-459c-9be2-97b5652aa046),segment_id=b757261d-bab5-459c-9be2-97b5652aa046)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:29:54.799384 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 02:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9411bfc2-8ed5-493a-a875-41501fc4c1ef x-openstack-request-id: req-9411bfc2-8ed5-493a-a875-41501fc4c1ef {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:29:54.799690 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e4245f-eb2f-4b9e-845e-95b65dfef655", "name": "network-vif-unplugged", "status": "completed", "tag": "236dea22-313f-4b56-a0b6-7e28994cf2ae", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:29:54.799943 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9411bfc2-8ed5-493a-a875-41501fc4c1ef {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:29:54.800351 dv-cinder-755654-10-iscsi neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e4245f-eb2f-4b9e-845e-95b65dfef655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '236dea22-313f-4b56-a0b6-7e28994cf2ae', 'code': 200} Aug 19 02:29:54.830173 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8256e920-4beb-4e8d-9fc5-e1c55d4d123e req-ce2871ef-8df7-4dd3-a12a-18f0bbf13778 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:54.832190 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-8256e920-4beb-4e8d-9fc5-e1c55d4d123e req-ce2871ef-8df7-4dd3-a12a-18f0bbf13778 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 945 time: 0.0506048 Aug 19 02:29:54.833015 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:54.885590 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-8256e920-4beb-4e8d-9fc5-e1c55d4d123e req-c801c8cd-9cba-47a5-a346-ffa162f0b6f7 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462317 Aug 19 02:29:54.886443 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=236dea22-313f-4b56-a0b6-7e28994cf2ae,revision_number=8']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:29:55.579872 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59e611-4cee-41c0-a458-ab0f86ef44d6 req-b97fe8e8-ba31-4522-86f8-b1f1c4921f13 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:55.582503 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-3d59e611-4cee-41c0-a458-ab0f86ef44d6 req-b97fe8e8-ba31-4522-86f8-b1f1c4921f13 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 943 time: 0.2122629 Aug 19 02:29:55.620383 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-3d59e611-4cee-41c0-a458-ab0f86ef44d6 req-1f4707dd-d3c9-4609-bd9b-eaaa1805daa3 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319662 Aug 19 02:29:56.007586 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e01df-ee7e-4207-a7a3-5994e6b82ea9 req-6c608bc0-0cad-4781-89a1-9cd0abbbc710 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:56.009070 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-780e01df-ee7e-4207-a7a3-5994e6b82ea9 req-6c608bc0-0cad-4781-89a1-9cd0abbbc710 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 943 time: 0.0482020 Aug 19 02:29:56.046345 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 6 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:29:56.050492 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-780e01df-ee7e-4207-a7a3-5994e6b82ea9 req-a48aba1c-6346-4bec-96a0-f5988696fada tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354710 Aug 19 02:29:56.631694 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device b4d81b53-d1dc-4361-8daf-2899eea95b85 details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:29:56.728113 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port b4d81b53-d1dc-4361-8daf-2899eea95b85, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=b4d81b53-d1dc-4361-8daf-2899eea95b85,segment=NetworkSegment(536c2e9b-2b85-4468-9a31-26a114cd415a),segment_id=536c2e9b-2b85-4468-9a31-26a114cd415a)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:29:56.739834 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Returning: {'device': 'b4d81b53-d1dc-4361-8daf-2899eea95b85', 'network_id': 'ae56529d-4ec4-4ab1-997f-53a52a2202db', 'port_id': 'b4d81b53-d1dc-4361-8daf-2899eea95b85', 'mac_address': 'fa:16:3e:cb:95:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f8ff54-7705-49ed-972c-36bbb42e5fd1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:29:56.775912 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:56.788987 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4d81b53-d1dc-4361-8daf-2899eea95b85 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:29:56.809077 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port b4d81b53-d1dc-4361-8daf-2899eea95b85, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=b4d81b53-d1dc-4361-8daf-2899eea95b85,segment=NetworkSegment(536c2e9b-2b85-4468-9a31-26a114cd415a),segment_id=536c2e9b-2b85-4468-9a31-26a114cd415a)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:29:56.854980 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:56.908386 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=b4d81b53-d1dc-4361-8daf-2899eea95b85,revision_number=4']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:29:57.055324 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0ffdb-b441-41fe-815e-c04b74fd34d1 req-e2e418b4-7d80-4c9f-add8-82d8d5d7395d tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:57.056905 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c1c0ffdb-b441-41fe-815e-c04b74fd34d1 req-e2e418b4-7d80-4c9f-add8-82d8d5d7395d tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 944 time: 0.0535696 Aug 19 02:29:57.099585 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c1c0ffdb-b441-41fe-815e-c04b74fd34d1 req-03ed66ea-6e9d-46c7-a75e-52b655360cd2 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364106 Aug 19 02:29:57.193249 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] get_ports_and_sgs() called for port_ids ['b4d81b53-d1dc-4361-8daf-2899eea95b85'] {{(pid=94446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:29:58.160468 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01198a4e-4ecb-44d2-bcf0-571e248d5497 req-94a74601-02f6-4021-b482-c4d92f33ef17 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:58.162717 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-01198a4e-4ecb-44d2-bcf0-571e248d5497 req-94a74601-02f6-4021-b482-c4d92f33ef17 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 943 time: 0.0534956 Aug 19 02:29:58.201527 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-01198a4e-4ecb-44d2-bcf0-571e248d5497 req-0c9a5d91-ed18-4a5d-a6d1-207a187b0a4d tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331051 Aug 19 02:29:58.223854 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7f89b-45ff-4573-84f9-4d2090f12472 req-e9542cef-23ae-4e91-8c3f-b88ace4cca96 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:58.225452 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-74b7f89b-45ff-4573-84f9-4d2090f12472 req-e9542cef-23ae-4e91-8c3f-b88ace4cca96 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 944 time: 0.0510411 Aug 19 02:29:58.263948 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-74b7f89b-45ff-4573-84f9-4d2090f12472 req-77f366ec-d877-40ac-b9aa-3378642aaf15 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326238 Aug 19 02:29:58.435084 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-67da62ad-4de1-46d5-a9b0-d63fc39aa645 req-0faac80e-4f8a-460e-b094-9e0d81047149 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0828054 Aug 19 02:29:58.645539 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device b4d81b53-d1dc-4361-8daf-2899eea95b85 up at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:29:58.741026 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning for port b4d81b53-d1dc-4361-8daf-2899eea95b85 completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:29:58.745157 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning complete for port b4d81b53-d1dc-4361-8daf-2899eea95b85 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:29:58.745588 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:58.821359 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:58.844718 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c74c76f1-934c-49d7-992d-163541c9ba5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d81b53-d1dc-4361-8daf-2899eea95b85'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:29:58.847242 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bda349f3ade6abb3bc5cfb3e12963279474636f4ef178e03561db7d4c095529d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710e2871-e8b5-47cf-9149-e52874af7354" -d '{"events": [{"server_uuid": "c74c76f1-934c-49d7-992d-163541c9ba5e", "name": "network-vif-plugged", "status": "completed", "tag": "b4d81b53-d1dc-4361-8daf-2899eea95b85"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:29:58.860670 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port b4d81b53-d1dc-4361-8daf-2899eea95b85, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=b4d81b53-d1dc-4361-8daf-2899eea95b85,segment=NetworkSegment(536c2e9b-2b85-4468-9a31-26a114cd415a),segment_id=536c2e9b-2b85-4468-9a31-26a114cd415a)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:29:58.883298 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10262450-43ab-471c-a164-5ced164ee09f x-openstack-request-id: req-10262450-43ab-471c-a164-5ced164ee09f {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:29:58.883658 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c74c76f1-934c-49d7-992d-163541c9ba5e", "name": "network-vif-plugged", "status": "completed", "tag": "b4d81b53-d1dc-4361-8daf-2899eea95b85", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:29:58.883922 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-10262450-43ab-471c-a164-5ced164ee09f {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:29:58.884539 dv-cinder-755654-10-iscsi neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c74c76f1-934c-49d7-992d-163541c9ba5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d81b53-d1dc-4361-8daf-2899eea95b85', 'code': 200} Aug 19 02:29:58.947543 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:29:58.996467 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=b4d81b53-d1dc-4361-8daf-2899eea95b85,revision_number=5']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:29:59.158320 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc058f-ea83-4574-9717-4342be794b30 req-3d6cc280-d7ca-43e8-a376-1636bf9cec93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:59.159810 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-1bdc058f-ea83-4574-9717-4342be794b30 req-3d6cc280-d7ca-43e8-a376-1636bf9cec93 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 1098 time: 0.0439043 Aug 19 02:29:59.194410 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-1bdc058f-ea83-4574-9717-4342be794b30 req-ef9363dd-2f37-4072-8472-882420a179d6 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275407 Aug 19 02:29:59.322416 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02399ce-b97a-4f91-a53c-fd31b3163d08 req-d18c612f-fe6e-46f9-bd0c-b77c85f43f10 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:59.323949 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d02399ce-b97a-4f91-a53c-fd31b3163d08 req-d18c612f-fe6e-46f9-bd0c-b77c85f43f10 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 943 time: 0.0498350 Aug 19 02:29:59.362524 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d02399ce-b97a-4f91-a53c-fd31b3163d08 req-85e5c19f-4ac7-4efa-be8d-74025222caf5 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326188 Aug 19 02:29:59.385508 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60454371-6d8d-4fef-a15f-f06f46417472 req-117e5d31-520c-4a18-82f8-7018c54f328f tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:59.385508 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-60454371-6d8d-4fef-a15f-f06f46417472 req-117e5d31-520c-4a18-82f8-7018c54f328f tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 945 time: 0.0502937 Aug 19 02:29:59.421721 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-60454371-6d8d-4fef-a15f-f06f46417472 req-d31688ed-c7f0-40ec-ad08-29a11d580c08 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309258 Aug 19 02:29:59.855629 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da62ad-4de1-46d5-a9b0-d63fc39aa645 req-6689ec8a-2b57-4fdc-adfc-8b91cd99bdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:59.857024 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-67da62ad-4de1-46d5-a9b0-d63fc39aa645 req-6689ec8a-2b57-4fdc-adfc-8b91cd99bdd2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655&tenant_id=517b8744677e400988e187c26e92c291 HTTP/1.1" status: 200 len: 1096 time: 0.0392969 Aug 19 02:29:59.928658 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da62ad-4de1-46d5-a9b0-d63fc39aa645 req-44a9ab72-f3e9-45dc-a90a-05483489225c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:29:59.930135 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-67da62ad-4de1-46d5-a9b0-d63fc39aa645 req-44a9ab72-f3e9-45dc-a90a-05483489225c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=517b8744677e400988e187c26e92c291&device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 1096 time: 0.0423658 Aug 19 02:30:00.018473 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da62ad-4de1-46d5-a9b0-d63fc39aa645 req-80c2316a-e618-4401-b306-2c66baa65436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:00.019911 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-67da62ad-4de1-46d5-a9b0-d63fc39aa645 req-80c2316a-e618-4401-b306-2c66baa65436 service neutron] 10.222.0.22 "GET /v2.0/networks?id=bb3fc84d-f03f-4d97-87e6-72398b20c906 HTTP/1.1" status: 200 len: 917 time: 0.0814383 Aug 19 02:30:00.089788 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-67da62ad-4de1-46d5-a9b0-d63fc39aa645 req-d07b2c8d-ece2-47be-9844-54e19199b88c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=236dea22-313f-4b56-a0b6-7e28994cf2ae HTTP/1.1" status: 200 len: 999 time: 0.0612001 Aug 19 02:30:00.139726 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da62ad-4de1-46d5-a9b0-d63fc39aa645 req-1075bdce-5a0d-4f1f-a0af-60b78e39476c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:00.141086 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-67da62ad-4de1-46d5-a9b0-d63fc39aa645 req-1075bdce-5a0d-4f1f-a0af-60b78e39476c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=88b7472a-b5f3-4f58-a9b7-55a108eaaf89 HTTP/1.1" status: 200 len: 855 time: 0.0438433 Aug 19 02:30:00.187779 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da62ad-4de1-46d5-a9b0-d63fc39aa645 req-c774ede5-824e-4c80-ba62-42f3f72af04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:00.189941 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-67da62ad-4de1-46d5-a9b0-d63fc39aa645 req-c774ede5-824e-4c80-ba62-42f3f72af04b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bb3fc84d-f03f-4d97-87e6-72398b20c906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393431 Aug 19 02:30:00.295322 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-67da62ad-4de1-46d5-a9b0-d63fc39aa645 req-efaf4642-b901-45e0-a87c-1f273ac293d6 service neutron] 10.222.0.22 "GET /v2.0/networks/bb3fc84d-f03f-4d97-87e6-72398b20c906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946002 Aug 19 02:30:00.385832 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-67da62ad-4de1-46d5-a9b0-d63fc39aa645 req-bd2dfa79-7d8c-464f-8b7d-9d0523426ae7 service neutron] 10.222.0.22 "GET /v2.0/networks/bb3fc84d-f03f-4d97-87e6-72398b20c906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824592 Aug 19 02:30:00.492474 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a478b-d1a2-4b66-bbed-920a752bfcf6 req-e7d3ba38-a83a-4962-a98b-6451be78b93e tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:00.494521 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-dd8a478b-d1a2-4b66-bbed-920a752bfcf6 req-e7d3ba38-a83a-4962-a98b-6451be78b93e tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 943 time: 0.0587478 Aug 19 02:30:00.541006 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-dd8a478b-d1a2-4b66-bbed-920a752bfcf6 req-f2a962d3-e734-4a7c-b6e0-21b3c643fcb2 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409303 Aug 19 02:30:00.544760 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d7a5f-3329-4880-8810-fed7e83440c9 req-64152313-7918-4cd6-85fb-e6ac98d13328 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:00.549804 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-628d7a5f-3329-4880-8810-fed7e83440c9 req-64152313-7918-4cd6-85fb-e6ac98d13328 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 945 time: 0.0574989 Aug 19 02:30:00.588514 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-628d7a5f-3329-4880-8810-fed7e83440c9 req-33426826-0ea6-4e56-92b2-58f2a957e620 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355675 Aug 19 02:30:01.696011 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fb978-c1a7-4b34-b457-7f10eb35d094 req-382c55b8-7ced-4688-b0b1-67024b127796 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:01.697897 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ff9fb978-c1a7-4b34-b457-7f10eb35d094 req-382c55b8-7ced-4688-b0b1-67024b127796 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 943 time: 0.0580733 Aug 19 02:30:01.712259 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d52c6-1a1a-4bf7-af32-84a948366914 req-52d4bf60-8677-455b-a079-5b6cacbb570b tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:01.713947 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-7f2d52c6-1a1a-4bf7-af32-84a948366914 req-52d4bf60-8677-455b-a079-5b6cacbb570b tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 945 time: 0.0530558 Aug 19 02:30:01.745834 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ff9fb978-c1a7-4b34-b457-7f10eb35d094 req-3f98fc7c-c02b-4a4b-bec8-aff9fe6fd332 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388319 Aug 19 02:30:01.761672 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-7f2d52c6-1a1a-4bf7-af32-84a948366914 req-3acd5e9c-9496-4a02-b31d-0929a10c0fe5 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406775 Aug 19 02:30:01.878910 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cfa7b7-b1ed-4188-a71a-6c6a6ec69303 req-421d6863-9b95-41da-be4f-572fe559e1ba tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:01.880340 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c4cfa7b7-b1ed-4188-a71a-6c6a6ec69303 req-421d6863-9b95-41da-be4f-572fe559e1ba tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 945 time: 0.0502436 Aug 19 02:30:01.920416 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c4cfa7b7-b1ed-4188-a71a-6c6a6ec69303 req-dfc92f6c-579b-4026-8a4a-0ce30e4dc3ea tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339038 Aug 19 02:30:02.270518 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a6a56-0f68-42d9-9d89-72b65b0386f2 req-0310ea89-6389-4c7c-9942-d11fa029a199 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:02.272038 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9c5a6a56-0f68-42d9-9d89-72b65b0386f2 req-0310ea89-6389-4c7c-9942-d11fa029a199 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 945 time: 0.0562515 Aug 19 02:30:02.311724 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9c5a6a56-0f68-42d9-9d89-72b65b0386f2 req-bb67ab52-33b9-4005-b6c9-f0ff99c99c12 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338323 Aug 19 02:30:02.933900 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7905025-3fcf-42b3-bc34-1ae74f79d53b req-9fc3214c-24fc-484d-8937-20e718d0a56b tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:02.935502 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-f7905025-3fcf-42b3-bc34-1ae74f79d53b req-9fc3214c-24fc-484d-8937-20e718d0a56b tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 943 time: 0.0949960 Aug 19 02:30:02.981810 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-f7905025-3fcf-42b3-bc34-1ae74f79d53b req-3ff15fb4-4341-4b0d-b187-d77887c4a0ea tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378039 Aug 19 02:30:04.108219 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55145a47-c408-41e0-8ff9-77bcc10f6718 req-4299db04-4356-4d0b-af63-17e3e911006e tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:04.109829 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-55145a47-c408-41e0-8ff9-77bcc10f6718 req-4299db04-4356-4d0b-af63-17e3e911006e tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 943 time: 0.0542128 Aug 19 02:30:04.149950 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-55145a47-c408-41e0-8ff9-77bcc10f6718 req-ad0cd011-f950-4e3b-9b15-9e08a9f5907c tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333047 Aug 19 02:30:05.278021 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43009674-d216-486b-a253-50a0404c1a92 req-bfbb959e-81bd-4d42-b09b-4a41862575c9 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:05.308025 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-43009674-d216-486b-a253-50a0404c1a92 req-bfbb959e-81bd-4d42-b09b-4a41862575c9 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 943 time: 0.0541584 Aug 19 02:30:05.321898 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-43009674-d216-486b-a253-50a0404c1a92 req-4394ecdb-a97f-451d-801f-3a41b8b42c68 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351157 Aug 19 02:30:06.460347 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73595301-f4e0-429c-b8ce-5b7d2dd87aa2 req-ab193cda-5024-4817-9d8a-baaa589eee69 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:06.467379 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-73595301-f4e0-429c-b8ce-5b7d2dd87aa2 req-ab193cda-5024-4817-9d8a-baaa589eee69 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 943 time: 0.0620360 Aug 19 02:30:06.504814 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-73595301-f4e0-429c-b8ce-5b7d2dd87aa2 req-6b4ebc35-14d1-4d32-a7ad-f4b397b72b05 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364192 Aug 19 02:30:07.774415 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38970502-c74c-4729-8e1d-5c750ce4847a req-313eafcf-e0e3-4777-89a1-bea48aadea25 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:07.775916 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-38970502-c74c-4729-8e1d-5c750ce4847a req-313eafcf-e0e3-4777-89a1-bea48aadea25 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 943 time: 0.0500512 Aug 19 02:30:07.814731 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-38970502-c74c-4729-8e1d-5c750ce4847a req-24f6fd99-78a0-4b3c-860f-5e92060d1198 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320876 Aug 19 02:30:08.564768 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:08.985342 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75f69e-2712-4bb6-ada5-7499ddfb7f3a req-042b1091-a104-41b4-b9fb-978266656488 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:08.988098 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-5f75f69e-2712-4bb6-ada5-7499ddfb7f3a req-042b1091-a104-41b4-b9fb-978266656488 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 943 time: 0.0913470 Aug 19 02:30:09.067754 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-5f75f69e-2712-4bb6-ada5-7499ddfb7f3a req-613caa06-92d5-4dda-87ff-6b0b877951c2 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686131 Aug 19 02:30:10.225470 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5dc98-efa7-4176-aca6-7de2710e2e6a req-234c5499-28bf-4da2-a778-03fb51c7dafd tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:10.227047 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-11c5dc98-efa7-4176-aca6-7de2710e2e6a req-234c5499-28bf-4da2-a778-03fb51c7dafd tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 943 time: 0.0593626 Aug 19 02:30:10.270274 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-11c5dc98-efa7-4176-aca6-7de2710e2e6a req-29c939e0-0721-4b53-a3c0-540a29a8796c tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362587 Aug 19 02:30:11.391794 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f82da9-8901-491f-ae5b-07876ffd08e5 req-756e583f-fdb9-4543-bc08-36d750891ec8 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:11.393295 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-65f82da9-8901-491f-ae5b-07876ffd08e5 req-756e583f-fdb9-4543-bc08-36d750891ec8 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 943 time: 0.0504088 Aug 19 02:30:11.432943 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-65f82da9-8901-491f-ae5b-07876ffd08e5 req-81fe6fda-7f27-4b12-b16f-60f24bd2842b tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338547 Aug 19 02:30:12.555133 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e419087-0359-495a-b148-ad35363d839d req-3b0028ee-aa20-4ccb-9bfb-9bef94794c0c tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:12.556631 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6e419087-0359-495a-b148-ad35363d839d req-3b0028ee-aa20-4ccb-9bfb-9bef94794c0c tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 943 time: 0.0515342 Aug 19 02:30:12.593251 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6e419087-0359-495a-b148-ad35363d839d req-998c2b1d-d7c8-4423-bfb5-0144871f20a8 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308232 Aug 19 02:30:13.721326 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5879b1-4112-4556-932e-a2e830160bcc req-998ed01a-cef4-48a9-9d6a-d10dc2ba39be tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:13.725986 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-7d5879b1-4112-4556-932e-a2e830160bcc req-998ed01a-cef4-48a9-9d6a-d10dc2ba39be tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 943 time: 0.0553961 Aug 19 02:30:13.766031 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-7d5879b1-4112-4556-932e-a2e830160bcc req-82438883-f467-498c-9183-d8f8cecb1a26 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369575 Aug 19 02:30:13.898677 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7700a-755d-439f-b570-6a2b2572da80 req-be7231b6-58a1-4b15-bd50-0641807703b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:13.898677 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-20c7700a-755d-439f-b570-6a2b2572da80 req-be7231b6-58a1-4b15-bd50-0641807703b0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=517b8744677e400988e187c26e92c291&device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 1096 time: 0.0424657 Aug 19 02:30:14.015228 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7700a-755d-439f-b570-6a2b2572da80 req-c35f170e-53cc-4ee3-a980-92ef65b944b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:14.016711 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-20c7700a-755d-439f-b570-6a2b2572da80 req-c35f170e-53cc-4ee3-a980-92ef65b944b3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=bb3fc84d-f03f-4d97-87e6-72398b20c906 HTTP/1.1" status: 200 len: 917 time: 0.0947182 Aug 19 02:30:14.084865 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-20c7700a-755d-439f-b570-6a2b2572da80 req-94998c3f-d329-4cad-8ef0-7d9d484f5595 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=236dea22-313f-4b56-a0b6-7e28994cf2ae HTTP/1.1" status: 200 len: 999 time: 0.0589240 Aug 19 02:30:14.137756 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7700a-755d-439f-b570-6a2b2572da80 req-b5860531-e231-4f56-aa84-ea7f0d9d29f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:14.139265 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-20c7700a-755d-439f-b570-6a2b2572da80 req-b5860531-e231-4f56-aa84-ea7f0d9d29f8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=88b7472a-b5f3-4f58-a9b7-55a108eaaf89 HTTP/1.1" status: 200 len: 855 time: 0.0460591 Aug 19 02:30:14.189789 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7700a-755d-439f-b570-6a2b2572da80 req-53b3922e-c1d6-4844-8886-0452e88ab386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:14.191345 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-20c7700a-755d-439f-b570-6a2b2572da80 req-53b3922e-c1d6-4844-8886-0452e88ab386 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bb3fc84d-f03f-4d97-87e6-72398b20c906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0430760 Aug 19 02:30:14.203484 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [req-20c7700a-755d-439f-b570-6a2b2572da80 req-36103666-3307-4266-8ef1-6dea815a2ed6 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 02:30:14.205039 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-20c7700a-755d-439f-b570-6a2b2572da80 req-36103666-3307-4266-8ef1-6dea815a2ed6 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053594 Aug 19 02:30:14.299452 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-20c7700a-755d-439f-b570-6a2b2572da80 req-6ca6c2b7-a24e-4134-a339-b5cc4c3a673b service neutron] 10.222.0.22 "GET /v2.0/networks/bb3fc84d-f03f-4d97-87e6-72398b20c906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849698 Aug 19 02:30:14.415292 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-20c7700a-755d-439f-b570-6a2b2572da80 req-9cf7149c-8823-44f0-ae5d-52f5d6aa5283 service neutron] 10.222.0.22 "GET /v2.0/networks/bb3fc84d-f03f-4d97-87e6-72398b20c906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070547 Aug 19 02:30:14.898144 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc9071-1a58-49d7-ba61-145a233e4ea3 req-98a94a8d-5710-4ef1-9c9d-dac74b5a54d7 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:14.899687 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-48cc9071-1a58-49d7-ba61-145a233e4ea3 req-98a94a8d-5710-4ef1-9c9d-dac74b5a54d7 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 943 time: 0.0513957 Aug 19 02:30:14.914022 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3ccbd3df-50ca-416f-8a2a-94969eeca817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:14.941284 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-48cc9071-1a58-49d7-ba61-145a233e4ea3 req-533245f3-6ffa-4e49-b7d8-396099cf58ab tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352831 Aug 19 02:30:16.064500 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f41e89-3ea4-4526-9ade-05e56fcbee47 req-e61da0b4-eb96-4d42-8ab7-7ddf2babe823 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:16.065994 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-f8f41e89-3ea4-4526-9ade-05e56fcbee47 req-e61da0b4-eb96-4d42-8ab7-7ddf2babe823 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 943 time: 0.0493474 Aug 19 02:30:16.106806 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-f8f41e89-3ea4-4526-9ade-05e56fcbee47 req-abeaa14b-2d42-41d5-a7c3-c812a21a6267 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349579 Aug 19 02:30:17.232913 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2408b-8059-449c-b8d9-d864dd5824ec req-4ee79251-eb81-4872-8bfe-b704de0d0435 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:17.234775 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d5a2408b-8059-449c-b8d9-d864dd5824ec req-4ee79251-eb81-4872-8bfe-b704de0d0435 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 943 time: 0.0494587 Aug 19 02:30:17.249918 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8b9b41bd-1b8a-45a4-98eb-dc0c40daf4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:17.274489 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d5a2408b-8059-449c-b8d9-d864dd5824ec req-b4f037ef-6747-4a86-b2f8-c955e74dff12 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330765 Aug 19 02:30:17.654969 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:18.395266 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3bdb61-f0d2-41d3-b042-f1658db4c208 req-c08416a4-1045-4b3e-bf6a-43f9201c8919 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:18.396717 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6a3bdb61-f0d2-41d3-b042-f1658db4c208 req-c08416a4-1045-4b3e-bf6a-43f9201c8919 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 943 time: 0.0516164 Aug 19 02:30:18.433282 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6a3bdb61-f0d2-41d3-b042-f1658db4c208 req-49f0cee4-6a10-40cf-bdab-0b3cc014da5e tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307057 Aug 19 02:30:18.500744 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:18.711021 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 236dea22-313f-4b56-a0b6-7e28994cf2ae details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:30:18.802566 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 236dea22-313f-4b56-a0b6-7e28994cf2ae, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=236dea22-313f-4b56-a0b6-7e28994cf2ae,segment=NetworkSegment(b757261d-bab5-459c-9be2-97b5652aa046),segment_id=b757261d-bab5-459c-9be2-97b5652aa046)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:30:18.816306 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Returning: {'device': '236dea22-313f-4b56-a0b6-7e28994cf2ae', 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906', 'port_id': '236dea22-313f-4b56-a0b6-7e28994cf2ae', 'mac_address': 'fa:16:3e:91:14:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88b7472a-b5f3-4f58-a9b7-55a108eaaf89', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:30:18.851127 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:18.863611 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 236dea22-313f-4b56-a0b6-7e28994cf2ae {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:30:18.883167 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 236dea22-313f-4b56-a0b6-7e28994cf2ae, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=236dea22-313f-4b56-a0b6-7e28994cf2ae,segment=NetworkSegment(b757261d-bab5-459c-9be2-97b5652aa046),segment_id=b757261d-bab5-459c-9be2-97b5652aa046)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:30:18.969171 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:19.015989 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=236dea22-313f-4b56-a0b6-7e28994cf2ae,revision_number=9']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:30:19.023513 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:19.023865 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:19.024205 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:19.024540 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:19.024871 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:19.025249 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:19.025584 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:19.025926 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:19.026237 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:19.026561 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:19.026881 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:19.027199 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:19.309989 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] get_ports_and_sgs() called for port_ids ['236dea22-313f-4b56-a0b6-7e28994cf2ae'] {{(pid=94446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:30:19.553575 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bc563-9816-4e96-a4d7-8dbe115c5cec req-dc7af337-a449-4d65-813e-cf73ac0af47c tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:19.555058 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-799bc563-9816-4e96-a4d7-8dbe115c5cec req-dc7af337-a449-4d65-813e-cf73ac0af47c tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 944 time: 0.0486321 Aug 19 02:30:19.593284 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-799bc563-9816-4e96-a4d7-8dbe115c5cec req-76140c3d-3509-4564-99dd-e3b0e9539bd2 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322099 Aug 19 02:30:20.415025 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:20.710853 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 236dea22-313f-4b56-a0b6-7e28994cf2ae up at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:30:20.712135 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599cf08-6c5f-41d3-9d68-d381636b2bf8 req-7447f275-bb1e-427a-b3fc-1be3b57141b3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:20.713678 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4599cf08-6c5f-41d3-9d68-d381636b2bf8 req-7447f275-bb1e-427a-b3fc-1be3b57141b3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 944 time: 0.0483334 Aug 19 02:30:20.752003 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4599cf08-6c5f-41d3-9d68-d381636b2bf8 req-368e5afe-99ac-4c2e-a8f6-44d1917eef8e tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321898 Aug 19 02:30:20.758654 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning complete for port 236dea22-313f-4b56-a0b6-7e28994cf2ae triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:30:20.759028 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:20.836750 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:20.858711 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e4245f-eb2f-4b9e-845e-95b65dfef655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236dea22-313f-4b56-a0b6-7e28994cf2ae'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:30:20.861172 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bda349f3ade6abb3bc5cfb3e12963279474636f4ef178e03561db7d4c095529d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2bb9cb-709e-4c93-bfe5-b36832b69227" -d '{"events": [{"server_uuid": "49e4245f-eb2f-4b9e-845e-95b65dfef655", "name": "network-vif-plugged", "status": "completed", "tag": "236dea22-313f-4b56-a0b6-7e28994cf2ae"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:30:20.873965 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 236dea22-313f-4b56-a0b6-7e28994cf2ae, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=236dea22-313f-4b56-a0b6-7e28994cf2ae,segment=NetworkSegment(b757261d-bab5-459c-9be2-97b5652aa046),segment_id=b757261d-bab5-459c-9be2-97b5652aa046)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:30:20.896504 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b188b878-b5d1-4456-b5f0-378d9445727f x-openstack-request-id: req-b188b878-b5d1-4456-b5f0-378d9445727f {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:30:20.896798 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e4245f-eb2f-4b9e-845e-95b65dfef655", "name": "network-vif-plugged", "status": "completed", "tag": "236dea22-313f-4b56-a0b6-7e28994cf2ae", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:30:20.897053 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b188b878-b5d1-4456-b5f0-378d9445727f {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:30:20.897473 dv-cinder-755654-10-iscsi neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e4245f-eb2f-4b9e-845e-95b65dfef655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236dea22-313f-4b56-a0b6-7e28994cf2ae', 'code': 200} Aug 19 02:30:20.935213 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:20.983242 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=236dea22-313f-4b56-a0b6-7e28994cf2ae,revision_number=10']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:30:21.230021 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80600f-bffd-4c38-85f5-8276cc896ffb req-2054a021-81b8-4c5a-b6a2-891cc7b520f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:21.231477 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-0f80600f-bffd-4c38-85f5-8276cc896ffb req-2054a021-81b8-4c5a-b6a2-891cc7b520f1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 1099 time: 0.0384946 Aug 19 02:30:21.267271 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-0f80600f-bffd-4c38-85f5-8276cc896ffb req-44884083-ecc9-4ab9-ac1a-79b17efaaa6b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274806 Aug 19 02:30:21.877924 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98dea8-405c-4e7a-8bea-cebcf79f6df2 req-99294c0b-a256-402d-a22b-a8acc1f9fe93 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:21.879358 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-7a98dea8-405c-4e7a-8bea-cebcf79f6df2 req-99294c0b-a256-402d-a22b-a8acc1f9fe93 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 946 time: 0.0527017 Aug 19 02:30:21.917346 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-7a98dea8-405c-4e7a-8bea-cebcf79f6df2 req-4ae30265-ae3e-4641-973c-fa19e945df7c tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318151 Aug 19 02:30:23.039419 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26d737-f4f2-410f-969a-562c7da03c06 req-81a4dd41-b4bf-4927-977e-5c649a8af834 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:23.046354 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69347f04-e84e-432d-a2f0-129b6adc0e01 req-f339e2e9-c29b-4006-aebd-098df83c1fe8 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:23.046842 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-0a26d737-f4f2-410f-969a-562c7da03c06 req-81a4dd41-b4bf-4927-977e-5c649a8af834 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 945 time: 0.0753880 Aug 19 02:30:23.054216 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-69347f04-e84e-432d-a2f0-129b6adc0e01 req-f339e2e9-c29b-4006-aebd-098df83c1fe8 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 946 time: 0.0587273 Aug 19 02:30:23.083484 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-0a26d737-f4f2-410f-969a-562c7da03c06 req-903268c6-d091-4717-a339-e2daa5c8c996 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357096 Aug 19 02:30:23.089855 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-69347f04-e84e-432d-a2f0-129b6adc0e01 req-f4cd70d7-f37b-49a9-b510-64d871ce6cd0 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347898 Aug 19 02:30:23.105305 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 42220) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:30:23.189767 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3dda2c-1890-464d-9d42-dc4c903361c8 tempest-TestMinimumBasicScenario-1667418568 tempest-TestMinimumBasicScenario-1667418568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:23.191325 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-ef3dda2c-1890-464d-9d42-dc4c903361c8 tempest-TestMinimumBasicScenario-1667418568 tempest-TestMinimumBasicScenario-1667418568-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 1093 time: 0.0850198 Aug 19 02:30:23.194164 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 42226) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:30:23.198411 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [None req-aaf2522e-e25c-4478-957c-8f577e73241e tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Request body: {'floatingip': {'floating_network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'port_id': 'b4d81b53-d1dc-4361-8daf-2899eea95b85', 'tenant_id': '26b5d99a01904098815dc4c04ec8ceb6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:30:23.283737 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-aaf2522e-e25c-4478-957c-8f577e73241e tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks [] for floatingip, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:23.384146 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-aaf2522e-e25c-4478-957c-8f577e73241e tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:23.487098 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-aaf2522e-e25c-4478-957c-8f577e73241e tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Allocated IP 172.27.1.251 (3bd28d61-6ca0-48ed-a78c-bdbd12784534/563e592a-26a7-40db-9a00-034f622fa441/d91c2ff1-5c91-4cac-a94d-b2c7efaad1ff) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:30:23.591503 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-aaf2522e-e25c-4478-957c-8f577e73241e tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:23.683782 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-aaf2522e-e25c-4478-957c-8f577e73241e tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:23.719875 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf2522e-e25c-4478-957c-8f577e73241e tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Network 3bd28d61-6ca0-48ed-a78c-bdbd12784534 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:30:23.724596 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-aaf2522e-e25c-4478-957c-8f577e73241e tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:30:23.728071 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf2522e-e25c-4478-957c-8f577e73241e tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:30:23.755728 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2522e-e25c-4478-957c-8f577e73241e tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Pushing event updated for resources: {'Port': ['ID=d91c2ff1-5c91-4cac-a94d-b2c7efaad1ff,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:30:23.768849 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2522e-e25c-4478-957c-8f577e73241e tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:23.769779 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2522e-e25c-4478-957c-8f577e73241e tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:23.770112 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2522e-e25c-4478-957c-8f577e73241e tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:23.770444 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2522e-e25c-4478-957c-8f577e73241e tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:23.770858 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2522e-e25c-4478-957c-8f577e73241e tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:23.771194 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2522e-e25c-4478-957c-8f577e73241e tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:23.771521 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2522e-e25c-4478-957c-8f577e73241e tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:23.771844 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2522e-e25c-4478-957c-8f577e73241e tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:23.772167 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2522e-e25c-4478-957c-8f577e73241e tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:23.772488 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2522e-e25c-4478-957c-8f577e73241e tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:23.772809 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2522e-e25c-4478-957c-8f577e73241e tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:23.773146 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2522e-e25c-4478-957c-8f577e73241e tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:24.379948 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-aaf2522e-e25c-4478-957c-8f577e73241e tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:24.380696 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d9fea-095b-4481-a46d-1b8e3a965dac req-5525ddd5-101b-4c9b-865e-df1f7a356976 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:24.382160 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-762d9fea-095b-4481-a46d-1b8e3a965dac req-5525ddd5-101b-4c9b-865e-df1f7a356976 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 946 time: 0.0534089 Aug 19 02:30:24.425656 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-762d9fea-095b-4481-a46d-1b8e3a965dac req-46d10309-a4ac-42a8-8c7f-16caad9d9cb9 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363784 Aug 19 02:30:24.492051 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-aaf2522e-e25c-4478-957c-8f577e73241e tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:24.643177 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-aaf2522e-e25c-4478-957c-8f577e73241e tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:24.689649 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-aaf2522e-e25c-4478-957c-8f577e73241e tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:24.759466 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2522e-e25c-4478-957c-8f577e73241e tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Pushing event updated for resources: {'Port': ['ID=d91c2ff1-5c91-4cac-a94d-b2c7efaad1ff,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:30:24.768882 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-aaf2522e-e25c-4478-957c-8f577e73241e tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610510'] for floatingip, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:24.874262 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.db.l3_db [None req-aaf2522e-e25c-4478-957c-8f577e73241e tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Floating IP c0cdb4ae-fb48-454b-bec2-caa04dbeccde associated. External IP: 172.27.1.251, port: b4d81b53-d1dc-4361-8daf-2899eea95b85. Aug 19 02:30:25.079003 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf2522e-e25c-4478-957c-8f577e73241e tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Router ca37fd0f-ce0e-4152-89d2-b854cf844446 has already been hosted by L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:30:25.186926 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf2522e-e25c-4478-957c-8f577e73241e tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:30:25.199532 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f168d01b-f4c3-4187-9c78-ee703683cc63 None None] Sync routers for ids ['ca37fd0f-ce0e-4152-89d2-b854cf844446'] in dv-cinder-755654-10-iscsi {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:30:25.210040 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f168d01b-f4c3-4187-9c78-ee703683cc63 None None] Routers {'ca37fd0f-ce0e-4152-89d2-b854cf844446'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:30:25.210715 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-f168d01b-f4c3-4187-9c78-ee703683cc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:30:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['ca37fd0f-ce0e-4152-89d2-b854cf844446'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:30:25.272048 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-aaf2522e-e25c-4478-957c-8f577e73241e tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:25.304345 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 42252) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:30:25.304512 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-aaf2522e-e25c-4478-957c-8f577e73241e tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1092815 Aug 19 02:30:25.305082 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c74c76f1-934c-49d7-992d-163541c9ba5e', 'tag': 'b4d81b53-d1dc-4361-8daf-2899eea95b85'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:30:25.307457 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef411b9e-09e7-4329-86b2-b36ba63be039" -d '{"events": [{"name": "network-changed", "server_uuid": "c74c76f1-934c-49d7-992d-163541c9ba5e", "tag": "b4d81b53-d1dc-4361-8daf-2899eea95b85"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:30:25.309737 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-8a760e51-4343-4002-b37f-a0b7ad41ae65 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-655643485', 'description': 'tempest-secgroup-smoke-655643485 description', 'project_id': '26b5d99a01904098815dc4c04ec8ceb6'}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:30:25.330997 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-f168d01b-f4c3-4187-9c78-ee703683cc63 None None] Set router ca37fd0f-ce0e-4152-89d2-b854cf844446 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:30:25.345089 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbdaba7-f1d3-4b59-973a-785cb1129f9b x-openstack-request-id: req-2cbdaba7-f1d3-4b59-973a-785cb1129f9b {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:30:25.345474 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c74c76f1-934c-49d7-992d-163541c9ba5e", "tag": "b4d81b53-d1dc-4361-8daf-2899eea95b85", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:30:25.348985 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2cbdaba7-f1d3-4b59-973a-785cb1129f9b {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:30:25.348985 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c74c76f1-934c-49d7-992d-163541c9ba5e', 'tag': 'b4d81b53-d1dc-4361-8daf-2899eea95b85', 'status': 'completed', 'code': 200} Aug 19 02:30:25.385763 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8a760e51-4343-4002-b37f-a0b7ad41ae65 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:25.411379 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef411b9e-09e7-4329-86b2-b36ba63be039 req-6d5f53a1-79ef-48b5-a16e-9650b4d7ede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:25.413347 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ef411b9e-09e7-4329-86b2-b36ba63be039 req-6d5f53a1-79ef-48b5-a16e-9650b4d7ede0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=26b5d99a01904098815dc4c04ec8ceb6&device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 1098 time: 0.0447402 Aug 19 02:30:25.478100 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8a760e51-4343-4002-b37f-a0b7ad41ae65 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:25.527515 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef411b9e-09e7-4329-86b2-b36ba63be039 req-46c4def5-0d89-477e-8a28-45a8a94a9eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:25.529027 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ef411b9e-09e7-4329-86b2-b36ba63be039 req-46c4def5-0d89-477e-8a28-45a8a94a9eb0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ae56529d-4ec4-4ab1-997f-53a52a2202db HTTP/1.1" status: 200 len: 916 time: 0.1083665 Aug 19 02:30:25.547112 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8a760e51-4343-4002-b37f-a0b7ad41ae65 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:25.565100 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2ce0e-f4ef-4b3e-a2fe-581dbdea4127 req-bc7b2e27-7c0c-4a15-88f8-fe19e2b88aa5 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:25.567009 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-8dc2ce0e-f4ef-4b3e-a2fe-581dbdea4127 req-bc7b2e27-7c0c-4a15-88f8-fe19e2b88aa5 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 946 time: 0.0649259 Aug 19 02:30:25.577804 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-f168d01b-f4c3-4187-9c78-ee703683cc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca37fd0f-ce0e-4152-89d2-b854cf844446', 'name': 'tempest-TestMinimumBasicScenario-1997639930-router', 'tenant_id': '26b5d99a01904098815dc4c04ec8ceb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '43c07f5f-bc3d-45d5-bfed-09e6d6d0062b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:29:10Z', 'updated_at': '2021-08-19T02:29:13Z', 'revision_number': 4, 'project_id': '26b5d99a01904098815dc4c04ec8ceb6', 'gw_port': {'id': '43c07f5f-bc3d-45d5-bfed-09e6d6d0062b', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:65:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37fd0f-ce0e-4152-89d2-b854cf844446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:29:10Z', 'updated_at': '2021-08-19T02:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_floatingips': [{'id': 'c0cdb4ae-fb48-454b-bec2-caa04dbeccde', 'tenant_id': '26b5d99a01904098815dc4c04ec8ceb6', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'router_id': 'ca37fd0f-ce0e-4152-89d2-b854cf844446', 'port_id': 'b4d81b53-d1dc-4361-8daf-2899eea95b85', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae56529d-4ec4-4ab1-997f-53a52a2202db', 'mac_address': 'fa:16:3e:cb:95:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74c76f1-934c-49d7-992d-163541c9ba5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:30:24Z', 'updated_at': '2021-08-19T02:30:24Z', 'revision_number': 0, 'project_id': '26b5d99a01904098815dc4c04ec8ceb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d5d738-0ee8-4517-b384-01af156915b5', 'name': '', 'network_id': 'ae56529d-4ec4-4ab1-997f-53a52a2202db', 'tenant_id': '26b5d99a01904098815dc4c04ec8ceb6', 'mac_address': 'fa:16:3e:eb:f4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37fd0f-ce0e-4152-89d2-b854cf844446', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '19f8ff54-7705-49ed-972c-36bbb42e5fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:29:12Z', 'updated_at': '2021-08-19T02:29:18Z', 'revision_number': 5, 'project_id': '26b5d99a01904098815dc4c04ec8ceb6', 'subnets': [{'id': '19f8ff54-7705-49ed-972c-36bbb42e5fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:30:25.604066 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a760e51-4343-4002-b37f-a0b7ad41ae65 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=402f56f8-f89b-4071-9874-4e6ac8544c7b,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:30:25.611741 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ef411b9e-09e7-4329-86b2-b36ba63be039 req-b76f2317-1198-4633-a2ac-47e98eafa7b8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4d81b53-d1dc-4361-8daf-2899eea95b85 HTTP/1.1" status: 200 len: 999 time: 0.0704954 Aug 19 02:30:25.613010 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f168d01b-f4c3-4187-9c78-ee703683cc63 None None] Checking router: ca37fd0f-ce0e-4152-89d2-b854cf844446 for host: dv-cinder-755654-10-iscsi {{(pid=94446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:30:25.616605 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a760e51-4343-4002-b37f-a0b7ad41ae65 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:25.616955 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a760e51-4343-4002-b37f-a0b7ad41ae65 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:25.617318 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a760e51-4343-4002-b37f-a0b7ad41ae65 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:25.617921 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a760e51-4343-4002-b37f-a0b7ad41ae65 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:25.618448 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a760e51-4343-4002-b37f-a0b7ad41ae65 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:25.618785 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a760e51-4343-4002-b37f-a0b7ad41ae65 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:25.619112 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a760e51-4343-4002-b37f-a0b7ad41ae65 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:25.619533 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a760e51-4343-4002-b37f-a0b7ad41ae65 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:25.619918 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a760e51-4343-4002-b37f-a0b7ad41ae65 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:25.620445 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a760e51-4343-4002-b37f-a0b7ad41ae65 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:25.620765 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a760e51-4343-4002-b37f-a0b7ad41ae65 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:25.621086 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a760e51-4343-4002-b37f-a0b7ad41ae65 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:30:25.630114 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f168d01b-f4c3-4187-9c78-ee703683cc63 None None] Routers {'ca37fd0f-ce0e-4152-89d2-b854cf844446'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:30:25.630752 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-f168d01b-f4c3-4187-9c78-ee703683cc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:30:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['ca37fd0f-ce0e-4152-89d2-b854cf844446'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:30:25.650494 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-8dc2ce0e-f4ef-4b3e-a2fe-581dbdea4127 req-2c5719fe-065c-4ff6-ad2e-bb19d7ba7e11 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717134 Aug 19 02:30:25.657098 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8a760e51-4343-4002-b37f-a0b7ad41ae65 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:25.660416 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-8a760e51-4343-4002-b37f-a0b7ad41ae65 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3530700 Aug 19 02:30:25.662945 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 42258) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:30:25.665711 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef411b9e-09e7-4329-86b2-b36ba63be039 req-2eda5b03-bab6-4b1c-8833-db63776633cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:25.667272 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ef411b9e-09e7-4329-86b2-b36ba63be039 req-2eda5b03-bab6-4b1c-8833-db63776633cf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=19f8ff54-7705-49ed-972c-36bbb42e5fd1 HTTP/1.1" status: 200 len: 854 time: 0.0510225 Aug 19 02:30:25.669992 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-78357232-18bb-4c1b-89b9-53a0df2179f2 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Request body: {'security_group_rule': {'security_group_id': '402f56f8-f89b-4071-9874-4e6ac8544c7b', 'project_id': '26b5d99a01904098815dc4c04ec8ceb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:30:25.719490 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef411b9e-09e7-4329-86b2-b36ba63be039 req-7251c8b2-4bd8-4c12-ac71-7187278b0111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:25.721668 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ef411b9e-09e7-4329-86b2-b36ba63be039 req-7251c8b2-4bd8-4c12-ac71-7187278b0111 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ae56529d-4ec4-4ab1-997f-53a52a2202db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0453668 Aug 19 02:30:25.749380 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-f168d01b-f4c3-4187-9c78-ee703683cc63 None None] Set router ca37fd0f-ce0e-4152-89d2-b854cf844446 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:30:25.786105 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-78357232-18bb-4c1b-89b9-53a0df2179f2 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:25.818076 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ef411b9e-09e7-4329-86b2-b36ba63be039 req-85566215-bb60-4ea0-9d52-802cace9ed24 service neutron] 10.222.0.22 "GET /v2.0/networks/ae56529d-4ec4-4ab1-997f-53a52a2202db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882444 Aug 19 02:30:25.856872 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-78357232-18bb-4c1b-89b9-53a0df2179f2 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:25.917472 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ef411b9e-09e7-4329-86b2-b36ba63be039 req-ca38fc73-bf5b-4d0a-86ef-85e771479fd6 service neutron] 10.222.0.22 "GET /v2.0/networks/ae56529d-4ec4-4ab1-997f-53a52a2202db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915403 Aug 19 02:30:25.918233 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-78357232-18bb-4c1b-89b9-53a0df2179f2 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732240'] for security_group_rule, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:25.936935 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78357232-18bb-4c1b-89b9-53a0df2179f2 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=958d8aeb-aa17-488c-af39-98573e7ae6d7,revision_number=0']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:30:25.978036 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-f168d01b-f4c3-4187-9c78-ee703683cc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca37fd0f-ce0e-4152-89d2-b854cf844446', 'name': 'tempest-TestMinimumBasicScenario-1997639930-router', 'tenant_id': '26b5d99a01904098815dc4c04ec8ceb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '43c07f5f-bc3d-45d5-bfed-09e6d6d0062b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:29:10Z', 'updated_at': '2021-08-19T02:29:13Z', 'revision_number': 4, 'project_id': '26b5d99a01904098815dc4c04ec8ceb6', 'gw_port': {'id': '43c07f5f-bc3d-45d5-bfed-09e6d6d0062b', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:65:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37fd0f-ce0e-4152-89d2-b854cf844446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:29:10Z', 'updated_at': '2021-08-19T02:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_floatingips': [{'id': 'c0cdb4ae-fb48-454b-bec2-caa04dbeccde', 'tenant_id': '26b5d99a01904098815dc4c04ec8ceb6', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'router_id': 'ca37fd0f-ce0e-4152-89d2-b854cf844446', 'port_id': 'b4d81b53-d1dc-4361-8daf-2899eea95b85', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae56529d-4ec4-4ab1-997f-53a52a2202db', 'mac_address': 'fa:16:3e:cb:95:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74c76f1-934c-49d7-992d-163541c9ba5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:30:24Z', 'updated_at': '2021-08-19T02:30:24Z', 'revision_number': 0, 'project_id': '26b5d99a01904098815dc4c04ec8ceb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d5d738-0ee8-4517-b384-01af156915b5', 'name': '', 'network_id': 'ae56529d-4ec4-4ab1-997f-53a52a2202db', 'tenant_id': '26b5d99a01904098815dc4c04ec8ceb6', 'mac_address': 'fa:16:3e:eb:f4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37fd0f-ce0e-4152-89d2-b854cf844446', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '19f8ff54-7705-49ed-972c-36bbb42e5fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:29:12Z', 'updated_at': '2021-08-19T02:29:18Z', 'revision_number': 5, 'project_id': '26b5d99a01904098815dc4c04ec8ceb6', 'subnets': [{'id': '19f8ff54-7705-49ed-972c-36bbb42e5fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:30:26.004156 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-78357232-18bb-4c1b-89b9-53a0df2179f2 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:26.005447 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-78357232-18bb-4c1b-89b9-53a0df2179f2 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3415053 Aug 19 02:30:26.008228 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 42262) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:30:26.008372 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f168d01b-f4c3-4187-9c78-ee703683cc63 None None] The sync data for ids ['ca37fd0f-ce0e-4152-89d2-b854cf844446'] in dv-cinder-755654-10-iscsi is: [{'id': 'ca37fd0f-ce0e-4152-89d2-b854cf844446', 'name': 'tempest-TestMinimumBasicScenario-1997639930-router', 'tenant_id': '26b5d99a01904098815dc4c04ec8ceb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '43c07f5f-bc3d-45d5-bfed-09e6d6d0062b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:29:10Z', 'updated_at': '2021-08-19T02:29:13Z', 'revision_number': 4, 'project_id': '26b5d99a01904098815dc4c04ec8ceb6', 'gw_port': {'id': '43c07f5f-bc3d-45d5-bfed-09e6d6d0062b', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:65:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37fd0f-ce0e-4152-89d2-b854cf844446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:29:10Z', 'updated_at': '2021-08-19T02:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_floatingips': [{'id': 'c0cdb4ae-fb48-454b-bec2-caa04dbeccde', 'tenant_id': '26b5d99a01904098815dc4c04ec8ceb6', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'router_id': 'ca37fd0f-ce0e-4152-89d2-b854cf844446', 'port_id': 'b4d81b53-d1dc-4361-8daf-2899eea95b85', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae56529d-4ec4-4ab1-997f-53a52a2202db', 'mac_address': 'fa:16:3e:cb:95:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74c76f1-934c-49d7-992d-163541c9ba5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:30:24Z', 'updated_at': '2021-08-19T02:30:24Z', 'revision_number': 0, 'project_id': '26b5d99a01904098815dc4c04ec8ceb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d5d738-0ee8-4517-b384-01af156915b5', 'name': '', 'network_id': 'ae56529d-4ec4-4ab1-997f-53a52a2202db', 'tenant_id': '26b5d99a01904098815dc4c04ec8ceb6', 'mac_address': 'fa:16:3e:eb:f4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37fd0f-ce0e-4152-89d2-b854cf844446', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '19f8ff54-7705-49ed-972c-36bbb42e5fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:29:12Z', 'updated_at': '2021-08-19T02:29:18Z', 'revision_number': 5, 'project_id': '26b5d99a01904098815dc4c04ec8ceb6', 'subnets': [{'id': '19f8ff54-7705-49ed-972c-36bbb42e5fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:30:26.012850 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-d2b6cf69-7b63-4f1b-b4a0-5872007ad276 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Request body: {'security_group_rule': {'security_group_id': '402f56f8-f89b-4071-9874-4e6ac8544c7b', 'project_id': '26b5d99a01904098815dc4c04ec8ceb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:30:26.113328 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-d2b6cf69-7b63-4f1b-b4a0-5872007ad276 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:26.177084 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-d2b6cf69-7b63-4f1b-b4a0-5872007ad276 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:26.200708 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada354d5-8fef-44d7-90aa-e133751f696d None None] New status for floating IP c0cdb4ae-fb48-454b-bec2-caa04dbeccde: ACTIVE {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 02:30:26.260743 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-d2b6cf69-7b63-4f1b-b4a0-5872007ad276 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732240'] for security_group_rule, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:26.281106 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b6cf69-7b63-4f1b-b4a0-5872007ad276 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd1443a9-973c-431e-b7de-df5e648843c7,revision_number=0']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:30:26.335254 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-d2b6cf69-7b63-4f1b-b4a0-5872007ad276 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:26.336701 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-d2b6cf69-7b63-4f1b-b4a0-5872007ad276 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3275039 Aug 19 02:30:26.339505 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 42266) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:30:26.344446 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-c12cfef0-f96f-43c9-a3df-ff85f2cfd874 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Request body: {'security_group_rule': {'security_group_id': '402f56f8-f89b-4071-9874-4e6ac8544c7b', 'project_id': '26b5d99a01904098815dc4c04ec8ceb6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:30:26.449007 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-c12cfef0-f96f-43c9-a3df-ff85f2cfd874 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:26.509662 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-c12cfef0-f96f-43c9-a3df-ff85f2cfd874 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:26.579980 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-c12cfef0-f96f-43c9-a3df-ff85f2cfd874 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732240'] for security_group_rule, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:26.599313 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12cfef0-f96f-43c9-a3df-ff85f2cfd874 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f7aa8b5-41a3-4a77-baa1-d2f03c5935f2,revision_number=0']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:30:26.661064 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-c12cfef0-f96f-43c9-a3df-ff85f2cfd874 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:26.662308 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-c12cfef0-f96f-43c9-a3df-ff85f2cfd874 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3217556 Aug 19 02:30:26.664988 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 42268) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:30:26.669405 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-4c935cff-079e-46e9-b90c-e8f0e0c5feb6 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Request body: {'security_group_rule': {'security_group_id': '402f56f8-f89b-4071-9874-4e6ac8544c7b', 'project_id': '26b5d99a01904098815dc4c04ec8ceb6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:30:26.739620 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-4c935cff-079e-46e9-b90c-e8f0e0c5feb6 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:26.799870 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-4c935cff-079e-46e9-b90c-e8f0e0c5feb6 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:26.854539 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-4c935cff-079e-46e9-b90c-e8f0e0c5feb6 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732240'] for security_group_rule, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:26.873984 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c935cff-079e-46e9-b90c-e8f0e0c5feb6 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dbd2482-3412-48fb-926d-be4f1775f19f,revision_number=0']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:30:26.934768 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-4c935cff-079e-46e9-b90c-e8f0e0c5feb6 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:26.935924 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-4c935cff-079e-46e9-b90c-e8f0e0c5feb6 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2700036 Aug 19 02:30:26.938626 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 42270) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:30:26.943615 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-785b0295-5328-40a0-8acc-91626dfaea1b tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Request body: {'security_group_rule': {'security_group_id': '402f56f8-f89b-4071-9874-4e6ac8544c7b', 'project_id': '26b5d99a01904098815dc4c04ec8ceb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:30:27.014751 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.db.securitygroups_db [None req-785b0295-5328-40a0-8acc-91626dfaea1b tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Project 26b5d99a01904098815dc4c04ec8ceb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 02:30:27.019958 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-785b0295-5328-40a0-8acc-91626dfaea1b tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:27.080505 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-785b0295-5328-40a0-8acc-91626dfaea1b tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:27.146450 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-785b0295-5328-40a0-8acc-91626dfaea1b tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732240'] for security_group_rule, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:27.164125 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b0295-5328-40a0-8acc-91626dfaea1b tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fffb4df-ce64-4bd7-9328-0a712e98a17e,revision_number=0']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:30:27.220807 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-785b0295-5328-40a0-8acc-91626dfaea1b tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:27.221989 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-785b0295-5328-40a0-8acc-91626dfaea1b tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2824523 Aug 19 02:30:27.225276 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 42272) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:30:27.229714 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-74594f92-5174-45ab-9aa8-de96db59881d tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Request body: {'security_group_rule': {'security_group_id': '402f56f8-f89b-4071-9874-4e6ac8544c7b', 'project_id': '26b5d99a01904098815dc4c04ec8ceb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:30:27.305963 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.db.securitygroups_db [None req-74594f92-5174-45ab-9aa8-de96db59881d tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Project 26b5d99a01904098815dc4c04ec8ceb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 02:30:27.311058 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-74594f92-5174-45ab-9aa8-de96db59881d tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:27.372027 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-74594f92-5174-45ab-9aa8-de96db59881d tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:27.449270 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-74594f92-5174-45ab-9aa8-de96db59881d tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732240'] for security_group_rule, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:27.467168 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74594f92-5174-45ab-9aa8-de96db59881d tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=effdae40-f93e-4cfb-a13d-93c7abdc0222,revision_number=0']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:30:27.534804 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-74594f92-5174-45ab-9aa8-de96db59881d tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:27.536296 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-74594f92-5174-45ab-9aa8-de96db59881d tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3099263 Aug 19 02:30:27.615236 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fb52965c-989d-401c-8471-71c366cec7d5 req-d3a85498-9be0-4c68-af48-bf744ef90f5a tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-655643485&fields=id&tenant_id=26b5d99a01904098815dc4c04ec8ceb6 HTTP/1.1" status: 200 len: 267 time: 0.0321455 Aug 19 02:30:27.668068 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52965c-989d-401c-8471-71c366cec7d5 req-a1125f87-0427-4d33-88a1-d6d3339d3fe9 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:27.669583 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fb52965c-989d-401c-8471-71c366cec7d5 req-a1125f87-0427-4d33-88a1-d6d3339d3fe9 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 945 time: 0.0486705 Aug 19 02:30:27.681244 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [req-fb52965c-989d-401c-8471-71c366cec7d5 req-3b821ae6-3be5-42ea-bdc2-22fdc72672d8 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Request body: {'port': {'security_groups': ['b60eebf6-4e02-44e0-b766-0ef62d43f6f5', '402f56f8-f89b-4071-9874-4e6ac8544c7b']}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:30:27.745566 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-fb52965c-989d-401c-8471-71c366cec7d5 req-3b821ae6-3be5-42ea-bdc2-22fdc72672d8 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:27.926950 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-fb52965c-989d-401c-8471-71c366cec7d5 req-3b821ae6-3be5-42ea-bdc2-22fdc72672d8 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] For port b4d81b53-d1dc-4361-8daf-2899eea95b85, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=b4d81b53-d1dc-4361-8daf-2899eea95b85,segment=NetworkSegment(536c2e9b-2b85-4468-9a31-26a114cd415a),segment_id=536c2e9b-2b85-4468-9a31-26a114cd415a)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:30:27.956292 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-fb52965c-989d-401c-8471-71c366cec7d5 req-3b821ae6-3be5-42ea-bdc2-22fdc72672d8 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:28.014882 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-fb52965c-989d-401c-8471-71c366cec7d5 req-3b821ae6-3be5-42ea-bdc2-22fdc72672d8 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:28.027388 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] get_ports_and_sgs() called for port_ids ['b4d81b53-d1dc-4361-8daf-2899eea95b85'] {{(pid=94446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:30:28.058142 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52965c-989d-401c-8471-71c366cec7d5 req-3b821ae6-3be5-42ea-bdc2-22fdc72672d8 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:28.058761 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-fb52965c-989d-401c-8471-71c366cec7d5 req-3b821ae6-3be5-42ea-bdc2-22fdc72672d8 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:28.060185 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fb52965c-989d-401c-8471-71c366cec7d5 req-3b821ae6-3be5-42ea-bdc2-22fdc72672d8 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "PUT /v2.0/ports/b4d81b53-d1dc-4361-8daf-2899eea95b85 HTTP/1.1" status: 200 len: 981 time: 0.3841100 Aug 19 02:30:28.060642 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c74c76f1-934c-49d7-992d-163541c9ba5e', 'tag': 'b4d81b53-d1dc-4361-8daf-2899eea95b85'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:30:28.062945 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2234e62c-3829-4a67-8368-c29edb64e64a" -d '{"events": [{"name": "network-changed", "server_uuid": "c74c76f1-934c-49d7-992d-163541c9ba5e", "tag": "b4d81b53-d1dc-4361-8daf-2899eea95b85"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:30:28.090645 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b821ae6-3be5-42ea-bdc2-22fdc72672d8 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Pushing event updated for resources: {'Port': ['ID=b4d81b53-d1dc-4361-8daf-2899eea95b85,revision_number=6']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:30:28.127434 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6572a839-faf8-4d41-9b96-69db8b2511dc x-openstack-request-id: req-6572a839-faf8-4d41-9b96-69db8b2511dc {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:30:28.128263 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c74c76f1-934c-49d7-992d-163541c9ba5e", "tag": "b4d81b53-d1dc-4361-8daf-2899eea95b85", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:30:28.128263 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6572a839-faf8-4d41-9b96-69db8b2511dc {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:30:28.128488 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c74c76f1-934c-49d7-992d-163541c9ba5e', 'tag': 'b4d81b53-d1dc-4361-8daf-2899eea95b85', 'status': 'completed', 'code': 200} Aug 19 02:30:28.173483 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] get_ports_and_sgs() called for port_ids ['b4d81b53-d1dc-4361-8daf-2899eea95b85'] {{(pid=94446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:30:28.210392 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234e62c-3829-4a67-8368-c29edb64e64a req-b3610c97-1986-41c2-afb7-79326e462113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:28.210609 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2b95f-aa09-41e1-950b-cc4db52b0409 req-f594e2b8-a29f-4c2b-adb2-8c0306abab5a tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:28.212156 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2234e62c-3829-4a67-8368-c29edb64e64a req-b3610c97-1986-41c2-afb7-79326e462113 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=26b5d99a01904098815dc4c04ec8ceb6&device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 1137 time: 0.0541301 Aug 19 02:30:28.213604 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-01e2b95f-aa09-41e1-950b-cc4db52b0409 req-f594e2b8-a29f-4c2b-adb2-8c0306abab5a tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 984 time: 0.0627928 Aug 19 02:30:28.261343 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-01e2b95f-aa09-41e1-950b-cc4db52b0409 req-3d831826-910e-4a56-9e5d-bc4b32978a54 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?id=402f56f8-f89b-4071-9874-4e6ac8544c7b&id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425503 Aug 19 02:30:28.331761 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234e62c-3829-4a67-8368-c29edb64e64a req-09a5956c-e751-416c-a6a6-96559a07615a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:28.333771 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2234e62c-3829-4a67-8368-c29edb64e64a req-09a5956c-e751-416c-a6a6-96559a07615a service neutron] 10.222.0.22 "GET /v2.0/networks?id=ae56529d-4ec4-4ab1-997f-53a52a2202db HTTP/1.1" status: 200 len: 916 time: 0.1103649 Aug 19 02:30:28.418485 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2234e62c-3829-4a67-8368-c29edb64e64a req-10c102c5-6ab9-474e-b63b-81b038bfb6bb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4d81b53-d1dc-4361-8daf-2899eea95b85 HTTP/1.1" status: 200 len: 1001 time: 0.0596123 Aug 19 02:30:28.434439 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-3d543a35-c1aa-43c4-b7ac-bd96ef978c58 None None] Provisioning complete for port b4d81b53-d1dc-4361-8daf-2899eea95b85 triggered by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:30:28.434816 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3d543a35-c1aa-43c4-b7ac-bd96ef978c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:28.475895 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234e62c-3829-4a67-8368-c29edb64e64a req-cc79bea5-caf7-4200-9475-eaaa360344fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:28.477527 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2234e62c-3829-4a67-8368-c29edb64e64a req-cc79bea5-caf7-4200-9475-eaaa360344fb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=19f8ff54-7705-49ed-972c-36bbb42e5fd1 HTTP/1.1" status: 200 len: 854 time: 0.0504777 Aug 19 02:30:28.528188 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234e62c-3829-4a67-8368-c29edb64e64a req-b4d2abe1-b1f2-4cea-8e10-2ff77cefea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:28.529841 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2234e62c-3829-4a67-8368-c29edb64e64a req-b4d2abe1-b1f2-4cea-8e10-2ff77cefea30 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ae56529d-4ec4-4ab1-997f-53a52a2202db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0435226 Aug 19 02:30:28.626018 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2234e62c-3829-4a67-8368-c29edb64e64a req-e1bec492-053b-4271-849b-71d400230362 service neutron] 10.222.0.22 "GET /v2.0/networks/ae56529d-4ec4-4ab1-997f-53a52a2202db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884356 Aug 19 02:30:28.716890 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2234e62c-3829-4a67-8368-c29edb64e64a req-239e74aa-8821-4f4a-a469-caab80225cdf service neutron] 10.222.0.22 "GET /v2.0/networks/ae56529d-4ec4-4ab1-997f-53a52a2202db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835943 Aug 19 02:30:33.045063 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 6 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:30:34.372057 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad42b67-fc00-4ed8-80ba-54a1da0f30c0 req-35a1d2d9-2b4f-4ea3-bbef-2176dc20cdab tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:34.373709 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-dad42b67-fc00-4ed8-80ba-54a1da0f30c0 req-35a1d2d9-2b4f-4ea3-bbef-2176dc20cdab tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdc07f6-9547-4089-96fb-81cfc5f3ad33 HTTP/1.1" status: 200 len: 946 time: 0.0527358 Aug 19 02:30:34.415380 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-dad42b67-fc00-4ed8-80ba-54a1da0f30c0 req-6c6e989d-a4fa-4433-ae3c-f54eb9d86cb9 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344355 Aug 19 02:30:35.537499 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2f03b-0cb3-4dee-a52f-8412a6e082d4 req-f03b8d18-3178-4994-820a-d7849f193d8e tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:35.539182 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4ba2f03b-0cb3-4dee-a52f-8412a6e082d4 req-f03b8d18-3178-4994-820a-d7849f193d8e tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdc07f6-9547-4089-96fb-81cfc5f3ad33 HTTP/1.1" status: 200 len: 946 time: 0.0552528 Aug 19 02:30:35.583211 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4ba2f03b-0cb3-4dee-a52f-8412a6e082d4 req-dc6a6a94-a7b5-44bf-b46c-e8893cea3de8 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378678 Aug 19 02:30:35.745208 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5346e7c-adc7-447b-9d41-491f100f499b req-f18fae97-fe74-4f60-986c-b4a2c2d09bc3 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:35.746670 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e5346e7c-adc7-447b-9d41-491f100f499b req-f18fae97-fe74-4f60-986c-b4a2c2d09bc3 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de HTTP/1.1" status: 200 len: 946 time: 0.0514703 Aug 19 02:30:35.785997 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e5346e7c-adc7-447b-9d41-491f100f499b req-b0b791b1-eeee-4412-b1af-0ac961f02cbd tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=811d89e6-3402-4412-b0c5-4a87c69c4446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327260 Aug 19 02:30:36.239605 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae053bb-c414-411c-a912-e29659747649 req-345b18a6-2139-42db-a531-909d823a2ce2 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:36.241228 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2ae053bb-c414-411c-a912-e29659747649 req-345b18a6-2139-42db-a531-909d823a2ce2 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfdc07f6-9547-4089-96fb-81cfc5f3ad33 HTTP/1.1" status: 200 len: 946 time: 0.0492160 Aug 19 02:30:36.339066 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-2ae053bb-c414-411c-a912-e29659747649 req-932504d6-151e-4c7b-aaab-e341ca596c8f tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Deleting port 4719ffac-bd57-4472-8c28-feb0e585165e {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:30:36.339556 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2ae053bb-c414-411c-a912-e29659747649 req-932504d6-151e-4c7b-aaab-e341ca596c8f tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:36.429615 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-2ae053bb-c414-411c-a912-e29659747649 req-932504d6-151e-4c7b-aaab-e341ca596c8f tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] For port 4719ffac-bd57-4472-8c28-feb0e585165e, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=4719ffac-bd57-4472-8c28-feb0e585165e,segment=NetworkSegment(931f45c5-f70f-44f6-b2dd-b1878e391d43),segment_id=931f45c5-f70f-44f6-b2dd-b1878e391d43)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:30:36.429986 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2ae053bb-c414-411c-a912-e29659747649 req-932504d6-151e-4c7b-aaab-e341ca596c8f tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:36.612598 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2ae053bb-c414-411c-a912-e29659747649 req-932504d6-151e-4c7b-aaab-e341ca596c8f tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:36.613290 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2ae053bb-c414-411c-a912-e29659747649 req-932504d6-151e-4c7b-aaab-e341ca596c8f tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610510'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:36.613454 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.db.l3_db [req-2ae053bb-c414-411c-a912-e29659747649 req-932504d6-151e-4c7b-aaab-e341ca596c8f tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Floating IP cef05b3b-65d1-4436-9085-cb8b894f34b6 disassociated. External IP: 172.27.1.74, port: 4719ffac-bd57-4472-8c28-feb0e585165e. Aug 19 02:30:36.613793 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-2ae053bb-c414-411c-a912-e29659747649 req-932504d6-151e-4c7b-aaab-e341ca596c8f tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Calling delete_port for 4719ffac-bd57-4472-8c28-feb0e585165e owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:30:36.712084 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7a0f0-b1a2-43c9-8e76-4b7765dab6c6 req-a85427fd-30bb-4f08-baef-ad32a2d156d0 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:36.714347 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-92f7a0f0-b1a2-43c9-8e76-4b7765dab6c6 req-a85427fd-30bb-4f08-baef-ad32a2d156d0 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdc07f6-9547-4089-96fb-81cfc5f3ad33 HTTP/1.1" status: 200 len: 946 time: 0.0530982 Aug 19 02:30:36.757017 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-92f7a0f0-b1a2-43c9-8e76-4b7765dab6c6 req-b9bcb382-145c-4400-bac4-d1a3469058b8 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351691 Aug 19 02:30:36.809625 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2ae053bb-c414-411c-a912-e29659747649 req-932504d6-151e-4c7b-aaab-e341ca596c8f tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:36.847751 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932504d6-151e-4c7b-aaab-e341ca596c8f tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Pushing event deleted for resources: {'Port': ['ID=4719ffac-bd57-4472-8c28-feb0e585165e,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:30:37.229621 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add74b9-15da-404c-89d9-b7f7b0974971 req-a2549619-0962-4ebc-acee-3c37f43c3414 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:37.231159 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-8add74b9-15da-404c-89d9-b7f7b0974971 req-a2549619-0962-4ebc-acee-3c37f43c3414 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de HTTP/1.1" status: 200 len: 946 time: 0.3442950 Aug 19 02:30:37.260537 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ae053bb-c414-411c-a912-e29659747649 req-932504d6-151e-4c7b-aaab-e341ca596c8f tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Router 3d1a2014-5392-4cdf-bc49-c164962367f2 has already been hosted by L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:30:37.290621 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-8add74b9-15da-404c-89d9-b7f7b0974971 req-1b3bf136-fdec-4829-9eae-c7b91d320ebb tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=811d89e6-3402-4412-b0c5-4a87c69c4446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501177 Aug 19 02:30:37.398912 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ae053bb-c414-411c-a912-e29659747649 req-932504d6-151e-4c7b-aaab-e341ca596c8f tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:30:37.409861 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18f724a-e3ab-4945-9d95-d777e127b8be None None] Sync routers for ids ['3d1a2014-5392-4cdf-bc49-c164962367f2'] in dv-cinder-755654-10-iscsi {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:30:37.427122 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18f724a-e3ab-4945-9d95-d777e127b8be None None] Routers {'3d1a2014-5392-4cdf-bc49-c164962367f2'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:30:37.428706 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-c18f724a-e3ab-4945-9d95-d777e127b8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:30:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['3d1a2014-5392-4cdf-bc49-c164962367f2'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:30:37.439908 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae053bb-c414-411c-a912-e29659747649 req-932504d6-151e-4c7b-aaab-e341ca596c8f tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] No DVR routers for this DVR port 4719ffac-bd57-4472-8c28-feb0e585165e on host hv-cinder-75565 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:30:37.443014 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2ae053bb-c414-411c-a912-e29659747649 req-932504d6-151e-4c7b-aaab-e341ca596c8f tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:37.444963 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2ae053bb-c414-411c-a912-e29659747649 req-932504d6-151e-4c7b-aaab-e341ca596c8f tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.22 "DELETE /v2.0/ports/4719ffac-bd57-4472-8c28-feb0e585165e HTTP/1.1" status: 204 len: 173 time: 1.1971667 Aug 19 02:30:37.445422 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfdc07f6-9547-4089-96fb-81cfc5f3ad33', 'name': 'network-vif-deleted', 'tag': '4719ffac-bd57-4472-8c28-feb0e585165e'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:30:37.447846 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a143f418-4192-479d-81c7-2fe2a23cd7b3" -d '{"events": [{"server_uuid": "bfdc07f6-9547-4089-96fb-81cfc5f3ad33", "name": "network-vif-deleted", "tag": "4719ffac-bd57-4472-8c28-feb0e585165e"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:30:37.482839 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55935b82-4f59-4ddd-93ec-1bae17cefdde x-openstack-request-id: req-55935b82-4f59-4ddd-93ec-1bae17cefdde {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:30:37.483139 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfdc07f6-9547-4089-96fb-81cfc5f3ad33", "name": "network-vif-deleted", "tag": "4719ffac-bd57-4472-8c28-feb0e585165e", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:30:37.483441 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-55935b82-4f59-4ddd-93ec-1bae17cefdde {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:30:37.483794 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfdc07f6-9547-4089-96fb-81cfc5f3ad33', 'name': 'network-vif-deleted', 'tag': '4719ffac-bd57-4472-8c28-feb0e585165e', 'status': 'completed', 'code': 200} Aug 19 02:30:37.542050 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-c18f724a-e3ab-4945-9d95-d777e127b8be None None] Set router 3d1a2014-5392-4cdf-bc49-c164962367f2 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:30:37.760165 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-c18f724a-e3ab-4945-9d95-d777e127b8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'name': 'tempest-TestVolumeBootPattern-913290081-router', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:32Z', 'updated_at': '2021-08-19T02:26:36Z', 'revision_number': 4, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'gw_port': {'id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:33Z', 'updated_at': '2021-08-19T02:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': '047e21a9-3000-4ce0-8542-34bbb4a1708f', 'name': '', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'mac_address': 'fa:16:3e:f0:54:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:35Z', 'updated_at': '2021-08-19T02:26:42Z', 'revision_number': 5, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'subnets': [{'id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:30:37.866293 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4b2735cc-b7de-4893-b4ed-d3ec1190017b req-5cb3ae40-b671-4ebc-baa1-f306fef1b775 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdc07f6-9547-4089-96fb-81cfc5f3ad33 HTTP/1.1" status: 200 len: 210 time: 0.0320792 Aug 19 02:30:37.915473 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18f724a-e3ab-4945-9d95-d777e127b8be None None] Checking router: 3d1a2014-5392-4cdf-bc49-c164962367f2 for host: dv-cinder-755654-10-iscsi {{(pid=94446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:30:37.923900 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18f724a-e3ab-4945-9d95-d777e127b8be None None] Routers {'3d1a2014-5392-4cdf-bc49-c164962367f2'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:30:37.924509 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-c18f724a-e3ab-4945-9d95-d777e127b8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:30:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['3d1a2014-5392-4cdf-bc49-c164962367f2'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:30:38.037432 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a32ce-c98e-4691-a0f2-bb87ed5b5bb0 req-41077579-d1f7-4a08-a8f7-963bbfb5b23f tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:38.039015 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-3c0a32ce-c98e-4691-a0f2-bb87ed5b5bb0 req-41077579-d1f7-4a08-a8f7-963bbfb5b23f tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.22 "GET /v2.0/ports?device_id=876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de HTTP/1.1" status: 200 len: 946 time: 0.0583034 Aug 19 02:30:38.045025 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-c18f724a-e3ab-4945-9d95-d777e127b8be None None] Set router 3d1a2014-5392-4cdf-bc49-c164962367f2 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:30:38.142438 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-3c0a32ce-c98e-4691-a0f2-bb87ed5b5bb0 req-39767ee7-35e1-47f3-8a5f-4cb428e5019e tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Deleting port 02d15084-d717-4e82-b114-d05e973a21e9 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:30:38.142883 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3c0a32ce-c98e-4691-a0f2-bb87ed5b5bb0 req-39767ee7-35e1-47f3-8a5f-4cb428e5019e tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:38.235645 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-3c0a32ce-c98e-4691-a0f2-bb87ed5b5bb0 req-39767ee7-35e1-47f3-8a5f-4cb428e5019e tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] For port 02d15084-d717-4e82-b114-d05e973a21e9, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=02d15084-d717-4e82-b114-d05e973a21e9,segment=NetworkSegment(e2620a82-c51e-42da-a26e-9bad6e7c43ea),segment_id=e2620a82-c51e-42da-a26e-9bad6e7c43ea)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:30:38.236014 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3c0a32ce-c98e-4691-a0f2-bb87ed5b5bb0 req-39767ee7-35e1-47f3-8a5f-4cb428e5019e tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:38.275528 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-c18f724a-e3ab-4945-9d95-d777e127b8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'name': 'tempest-TestVolumeBootPattern-913290081-router', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:32Z', 'updated_at': '2021-08-19T02:26:36Z', 'revision_number': 4, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'gw_port': {'id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:33Z', 'updated_at': '2021-08-19T02:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': '047e21a9-3000-4ce0-8542-34bbb4a1708f', 'name': '', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'mac_address': 'fa:16:3e:f0:54:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:35Z', 'updated_at': '2021-08-19T02:26:42Z', 'revision_number': 5, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'subnets': [{'id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:30:38.302277 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18f724a-e3ab-4945-9d95-d777e127b8be None None] The sync data for ids ['3d1a2014-5392-4cdf-bc49-c164962367f2'] in dv-cinder-755654-10-iscsi is: [{'id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'name': 'tempest-TestVolumeBootPattern-913290081-router', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:32Z', 'updated_at': '2021-08-19T02:26:36Z', 'revision_number': 4, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'gw_port': {'id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:33Z', 'updated_at': '2021-08-19T02:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': '047e21a9-3000-4ce0-8542-34bbb4a1708f', 'name': '', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'mac_address': 'fa:16:3e:f0:54:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:35Z', 'updated_at': '2021-08-19T02:26:42Z', 'revision_number': 5, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'subnets': [{'id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:30:38.450093 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3c0a32ce-c98e-4691-a0f2-bb87ed5b5bb0 req-39767ee7-35e1-47f3-8a5f-4cb428e5019e tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:38.450966 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3c0a32ce-c98e-4691-a0f2-bb87ed5b5bb0 req-39767ee7-35e1-47f3-8a5f-4cb428e5019e tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610510'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:38.451483 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.db.l3_db [req-3c0a32ce-c98e-4691-a0f2-bb87ed5b5bb0 req-39767ee7-35e1-47f3-8a5f-4cb428e5019e tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Floating IP 1c1101c9-cff5-4e78-b5e6-25c4682649dd disassociated. External IP: 172.27.1.171, port: 02d15084-d717-4e82-b114-d05e973a21e9. Aug 19 02:30:38.452059 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-3c0a32ce-c98e-4691-a0f2-bb87ed5b5bb0 req-39767ee7-35e1-47f3-8a5f-4cb428e5019e tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Calling delete_port for 02d15084-d717-4e82-b114-d05e973a21e9 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:30:38.463461 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7035d-a18a-4728-b80a-9baf342c1f9c req-6cffad76-5d4e-4770-92b5-65c28145dd2c tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:38.468180 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-dee7035d-a18a-4728-b80a-9baf342c1f9c req-6cffad76-5d4e-4770-92b5-65c28145dd2c tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de HTTP/1.1" status: 200 len: 946 time: 0.0547745 Aug 19 02:30:38.477706 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:38.508252 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-dee7035d-a18a-4728-b80a-9baf342c1f9c req-6bc8c436-1e99-4c23-9ea3-3304b0e4ce01 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups?id=811d89e6-3402-4412-b0c5-4a87c69c4446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336804 Aug 19 02:30:38.603860 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12d6e03-b7cd-4f64-aa0e-28dbb1387414 None None] New status for floating IP cef05b3b-65d1-4436-9085-cb8b894f34b6: DOWN {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 02:30:38.671621 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3c0a32ce-c98e-4691-a0f2-bb87ed5b5bb0 req-39767ee7-35e1-47f3-8a5f-4cb428e5019e tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:38.700801 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39767ee7-35e1-47f3-8a5f-4cb428e5019e tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Pushing event deleted for resources: {'Port': ['ID=02d15084-d717-4e82-b114-d05e973a21e9,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:30:38.816951 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c0a32ce-c98e-4691-a0f2-bb87ed5b5bb0 req-39767ee7-35e1-47f3-8a5f-4cb428e5019e tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Router ce9c17ce-9b54-4f87-9210-98d8b8b121de has already been hosted by L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:30:38.928766 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c0a32ce-c98e-4691-a0f2-bb87ed5b5bb0 req-39767ee7-35e1-47f3-8a5f-4cb428e5019e tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:30:38.940411 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85da8684-762e-472a-9a88-1f6dce8171c0 None None] Sync routers for ids ['ce9c17ce-9b54-4f87-9210-98d8b8b121de'] in dv-cinder-755654-10-iscsi {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:30:38.949981 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85da8684-762e-472a-9a88-1f6dce8171c0 None None] Routers {'ce9c17ce-9b54-4f87-9210-98d8b8b121de'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:30:38.950927 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-85da8684-762e-472a-9a88-1f6dce8171c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:30:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['ce9c17ce-9b54-4f87-9210-98d8b8b121de'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:30:38.970319 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c0a32ce-c98e-4691-a0f2-bb87ed5b5bb0 req-39767ee7-35e1-47f3-8a5f-4cb428e5019e tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] No DVR routers for this DVR port 02d15084-d717-4e82-b114-d05e973a21e9 on host hv-cinder-75565 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:30:38.972856 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3c0a32ce-c98e-4691-a0f2-bb87ed5b5bb0 req-39767ee7-35e1-47f3-8a5f-4cb428e5019e tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:38.975782 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-3c0a32ce-c98e-4691-a0f2-bb87ed5b5bb0 req-39767ee7-35e1-47f3-8a5f-4cb428e5019e tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.22 "DELETE /v2.0/ports/02d15084-d717-4e82-b114-d05e973a21e9 HTTP/1.1" status: 204 len: 173 time: 0.9292784 Aug 19 02:30:39.077088 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-85da8684-762e-472a-9a88-1f6dce8171c0 None None] Set router ce9c17ce-9b54-4f87-9210-98d8b8b121de gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:30:39.153743 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-5c4fd27e-32ca-476b-8418-9ef99236b499 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-264349201&fields=id&tenant_id=224f1c1ae0cf41ea9f737a8b24175ee1 HTTP/1.1" status: 200 len: 267 time: 0.0459106 Aug 19 02:30:39.271070 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-0f04b03e-669d-47ac-b915-a30456b6eaa2 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:39.272555 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-0f04b03e-669d-47ac-b915-a30456b6eaa2 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/networks?id=0f5e88cb-7ae7-4588-b5fa-35aaf6915c93 HTTP/1.1" status: 200 len: 811 time: 0.1179974 Aug 19 02:30:39.287761 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-a3ddf8b6-4cfe-4096-a59a-c2f71dbdaf65 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/quotas/224f1c1ae0cf41ea9f737a8b24175ee1 HTTP/1.1" status: 200 len: 375 time: 0.0094759 Aug 19 02:30:39.314545 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-85da8684-762e-472a-9a88-1f6dce8171c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'name': 'tempest-AttachVolumeTestJSON-599753213-router', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:19:55Z', 'updated_at': '2021-08-19T02:20:03Z', 'revision_number': 4, 'project_id': '059670e8b6b34fb1857bc100102fd1b6', 'gw_port': {'id': 'eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:19:57Z', 'updated_at': '2021-08-19T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': 'cdb615a9-d223-4589-a04f-caad3e2296f1', 'name': '', 'network_id': '7e444d17-d7c0-4b47-aa19-93665776705e', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'mac_address': 'fa:16:3e:a2:dd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '731d6e4c-a04d-474e-b79a-51c9af4274e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:20:01Z', 'updated_at': '2021-08-19T02:20:08Z', 'revision_number': 5, 'project_id': '059670e8b6b34fb1857bc100102fd1b6', 'subnets': [{'id': '731d6e4c-a04d-474e-b79a-51c9af4274e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:30:39.342509 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-9d13017d-8b03-45cb-845f-43ff3d9c1ba4 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=224f1c1ae0cf41ea9f737a8b24175ee1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490839 Aug 19 02:30:39.343874 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85da8684-762e-472a-9a88-1f6dce8171c0 None None] Checking router: ce9c17ce-9b54-4f87-9210-98d8b8b121de for host: dv-cinder-755654-10-iscsi {{(pid=94446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:30:39.352568 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85da8684-762e-472a-9a88-1f6dce8171c0 None None] Routers {'ce9c17ce-9b54-4f87-9210-98d8b8b121de'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:30:39.353204 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-85da8684-762e-472a-9a88-1f6dce8171c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:30:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['ce9c17ce-9b54-4f87-9210-98d8b8b121de'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:30:39.358352 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-e547f539-ecbc-4e81-b3bd-3220b4de0e73 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 02:30:39.359323 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-e547f539-ecbc-4e81-b3bd-3220b4de0e73 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051882 Aug 19 02:30:39.462108 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-84923fbd-c724-481f-9cc8-9ac7b19d2aab service neutron] 10.222.0.16 "GET /v2.0/networks/0f5e88cb-7ae7-4588-b5fa-35aaf6915c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967381 Aug 19 02:30:39.466837 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-85da8684-762e-472a-9a88-1f6dce8171c0 None None] Set router ce9c17ce-9b54-4f87-9210-98d8b8b121de gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:30:39.485925 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de', 'name': 'network-vif-deleted', 'tag': '02d15084-d717-4e82-b114-d05e973a21e9'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:30:39.487888 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09f7d5a-9103-49f3-acb7-0530e8fac8d0" -d '{"events": [{"server_uuid": "876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de", "name": "network-vif-deleted", "tag": "02d15084-d717-4e82-b114-d05e973a21e9"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:30:39.532872 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e64831-22d7-4a43-a08e-1b657ca9746c x-openstack-request-id: req-f6e64831-22d7-4a43-a08e-1b657ca9746c {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:30:39.533412 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de", "name": "network-vif-deleted", "tag": "02d15084-d717-4e82-b114-d05e973a21e9", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:30:39.533850 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f6e64831-22d7-4a43-a08e-1b657ca9746c {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:30:39.534265 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de', 'name': 'network-vif-deleted', 'tag': '02d15084-d717-4e82-b114-d05e973a21e9', 'status': 'completed', 'code': 200} Aug 19 02:30:39.573284 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-370877bc-1d9e-49e9-b056-d6f2c38955c2 service neutron] 10.222.0.16 "GET /v2.0/networks/0f5e88cb-7ae7-4588-b5fa-35aaf6915c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046627 Aug 19 02:30:39.633883 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-4a61e236-3a6f-4e47-bcef-b0d6491014a2 req-ad402709-685f-446e-81be-1daa54ab6e1d tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/ports?device_id=876eb2ba-16d8-4bab-9f7f-dc4a71f7a1de HTTP/1.1" status: 200 len: 210 time: 0.0326757 Aug 19 02:30:39.719688 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-85da8684-762e-472a-9a88-1f6dce8171c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'name': 'tempest-AttachVolumeTestJSON-599753213-router', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:19:55Z', 'updated_at': '2021-08-19T02:20:03Z', 'revision_number': 4, 'project_id': '059670e8b6b34fb1857bc100102fd1b6', 'gw_port': {'id': 'eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:19:57Z', 'updated_at': '2021-08-19T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': 'cdb615a9-d223-4589-a04f-caad3e2296f1', 'name': '', 'network_id': '7e444d17-d7c0-4b47-aa19-93665776705e', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'mac_address': 'fa:16:3e:a2:dd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '731d6e4c-a04d-474e-b79a-51c9af4274e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:20:01Z', 'updated_at': '2021-08-19T02:20:08Z', 'revision_number': 5, 'project_id': '059670e8b6b34fb1857bc100102fd1b6', 'subnets': [{'id': '731d6e4c-a04d-474e-b79a-51c9af4274e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:30:39.749024 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85da8684-762e-472a-9a88-1f6dce8171c0 None None] The sync data for ids ['ce9c17ce-9b54-4f87-9210-98d8b8b121de'] in dv-cinder-755654-10-iscsi is: [{'id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'name': 'tempest-AttachVolumeTestJSON-599753213-router', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:19:55Z', 'updated_at': '2021-08-19T02:20:03Z', 'revision_number': 4, 'project_id': '059670e8b6b34fb1857bc100102fd1b6', 'gw_port': {'id': 'eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:19:57Z', 'updated_at': '2021-08-19T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': 'cdb615a9-d223-4589-a04f-caad3e2296f1', 'name': '', 'network_id': '7e444d17-d7c0-4b47-aa19-93665776705e', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'mac_address': 'fa:16:3e:a2:dd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '731d6e4c-a04d-474e-b79a-51c9af4274e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:20:01Z', 'updated_at': '2021-08-19T02:20:08Z', 'revision_number': 5, 'project_id': '059670e8b6b34fb1857bc100102fd1b6', 'subnets': [{'id': '731d6e4c-a04d-474e-b79a-51c9af4274e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:30:39.967467 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e828e208-f5b2-48f7-91c6-1c3f82144ea7 None None] New status for floating IP 1c1101c9-cff5-4e78-b5e6-25c4682649dd: DOWN {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 02:30:40.231462 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-7ac6031b-bdca-476c-9a45-7502a4bef75e req-b1e3d162-9b65-494f-bfef-c321ac2b6e8f tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=799a5dd6-c834-42a1-baa8-1b28ca1603a9 HTTP/1.1" status: 200 len: 210 time: 0.0285776 Aug 19 02:30:40.774697 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 4719ffac-bd57-4472-8c28-feb0e585165e no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:30:40.794428 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] No Port match for: 4719ffac-bd57-4472-8c28-feb0e585165e {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:30:40.794770 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 4719ffac-bd57-4472-8c28-feb0e585165e not bound to the agent host hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:30:40.810478 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 42390) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:30:40.867189 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-37dbbb10-e23f-4e86-9f18-67d2be2535e6 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:40.890008 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-37dbbb10-e23f-4e86-9f18-67d2be2535e6 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:41.020182 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-37dbbb10-e23f-4e86-9f18-67d2be2535e6 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:41.022878 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-37dbbb10-e23f-4e86-9f18-67d2be2535e6 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:41.024044 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-37dbbb10-e23f-4e86-9f18-67d2be2535e6 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "DELETE /v2.0/security-groups/811d89e6-3402-4412-b0c5-4a87c69c4446 HTTP/1.1" status: 204 len: 168 time: 0.2125101 Aug 19 02:30:41.026901 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 42392) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:30:41.033429 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dbbb10-e23f-4e86-9f18-67d2be2535e6 tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=811d89e6-3402-4412-b0c5-4a87c69c4446,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:30:41.040593 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.api.v2.resource [None req-84f89454-4ee7-4495-aa5c-4624e0d7070b tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] show failed (client error): The resource could not be found. Aug 19 02:30:41.041615 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-84f89454-4ee7-4495-aa5c-4624e0d7070b tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "GET /v2.0/security-groups/811d89e6-3402-4412-b0c5-4a87c69c4446 HTTP/1.1" status: 404 len: 347 time: 0.0137906 Aug 19 02:30:41.044827 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 42394) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:30:41.168821 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-5ea37291-bdea-40ff-9795-bd05b60951cd tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Deleting port 30162a98-f1a1-406d-86ad-1fa6595d76a2 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:30:41.169193 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5ea37291-bdea-40ff-9795-bd05b60951cd tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:41.247519 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5ea37291-bdea-40ff-9795-bd05b60951cd tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:41.254180 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5ea37291-bdea-40ff-9795-bd05b60951cd tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:41.260534 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-5ea37291-bdea-40ff-9795-bd05b60951cd tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Calling delete_port for 30162a98-f1a1-406d-86ad-1fa6595d76a2 owned by network:floatingip {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:30:41.329654 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-0c34aa39-f97c-4725-abb7-9e806fe5889d req-22b96783-becb-44ec-ad9f-551d9be8c3b2 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=799a5dd6-c834-42a1-baa8-1b28ca1603a9 HTTP/1.1" status: 200 len: 210 time: 0.0294418 Aug 19 02:30:41.444204 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5ea37291-bdea-40ff-9795-bd05b60951cd tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:41.470579 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea37291-bdea-40ff-9795-bd05b60951cd tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Pushing event deleted for resources: {'Port': ['ID=30162a98-f1a1-406d-86ad-1fa6595d76a2,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:30:41.533753 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5ea37291-bdea-40ff-9795-bd05b60951cd tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks [] for floatingip, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:41.536453 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5ea37291-bdea-40ff-9795-bd05b60951cd tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:41.537628 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-5ea37291-bdea-40ff-9795-bd05b60951cd tempest-AttachVolumeTestJSON-420546191 tempest-AttachVolumeTestJSON-420546191-project] 10.222.0.16 "DELETE /v2.0/floatingips/1c1101c9-cff5-4e78-b5e6-25c4682649dd HTTP/1.1" status: 204 len: 168 time: 0.4918659 Aug 19 02:30:42.210258 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-b21ece97-8013-4b1c-8492-7fdfe19ef001 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:42.211749 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-b21ece97-8013-4b1c-8492-7fdfe19ef001 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.22 "GET /v2.0/networks?id=0f5e88cb-7ae7-4588-b5fa-35aaf6915c93 HTTP/1.1" status: 200 len: 811 time: 0.1066675 Aug 19 02:30:42.261038 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-250a988b-faf9-4ccb-8ce1-2d26e078628b tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=224f1c1ae0cf41ea9f737a8b24175ee1 HTTP/1.1" status: 200 len: 379 time: 0.0357800 Aug 19 02:30:42.272708 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-0543cb21-a283-4ff4-8a54-479b62abaea2 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Request body: {'port': {'device_id': '799a5dd6-c834-42a1-baa8-1b28ca1603a9', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'admin_state_up': True, 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'security_groups': ['849f66cf-9e95-4895-be23-b29ac72083cb']}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:30:42.440125 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b618e77a-5c42-4fee-abd8-49cfe9612356 req-a06eba34-51ab-455b-aea1-57b1292a56b4 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=799a5dd6-c834-42a1-baa8-1b28ca1603a9 HTTP/1.1" status: 200 len: 210 time: 0.0277064 Aug 19 02:30:42.477510 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-0543cb21-a283-4ff4-8a54-479b62abaea2 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Made reservation on behalf of 224f1c1ae0cf41ea9f737a8b24175ee1 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:30:42.481782 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-0543cb21-a283-4ff4-8a54-479b62abaea2 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:42.609196 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-0543cb21-a283-4ff4-8a54-479b62abaea2 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Allocated IP 172.20.0.3 (0f5e88cb-7ae7-4588-b5fa-35aaf6915c93/a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31/3aa9e402-9ab9-4423-8877-a906539ecc8b) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:30:42.744436 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-0543cb21-a283-4ff4-8a54-479b62abaea2 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:42.757223 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-0543cb21-a283-4ff4-8a54-479b62abaea2 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Transition to ACTIVE for port object 3aa9e402-9ab9-4423-8877-a906539ecc8b will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:30:42.788784 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 02d15084-d717-4e82-b114-d05e973a21e9 no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:30:42.808124 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] No Port match for: 02d15084-d717-4e82-b114-d05e973a21e9 {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:30:42.808469 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 02d15084-d717-4e82-b114-d05e973a21e9 not bound to the agent host hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:30:42.883738 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-0543cb21-a283-4ff4-8a54-479b62abaea2 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:42.923801 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-0543cb21-a283-4ff4-8a54-479b62abaea2 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Network 0f5e88cb-7ae7-4588-b5fa-35aaf6915c93 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:30:42.926919 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-0543cb21-a283-4ff4-8a54-479b62abaea2 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:30:42.929692 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-0543cb21-a283-4ff4-8a54-479b62abaea2 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:30:42.971915 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543cb21-a283-4ff4-8a54-479b62abaea2 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Pushing event updated for resources: {'Port': ['ID=3aa9e402-9ab9-4423-8877-a906539ecc8b,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:30:42.991985 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-0543cb21-a283-4ff4-8a54-479b62abaea2 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:42.995006 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-0543cb21-a283-4ff4-8a54-479b62abaea2 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:43.107300 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-0543cb21-a283-4ff4-8a54-479b62abaea2 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8387370 Aug 19 02:30:43.124151 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-f3af4ce0-6599-4c65-9e92-f261daf8b30f service neutron] Request body: {'port': {'device_id': '799a5dd6-c834-42a1-baa8-1b28ca1603a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75565'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:30:43.181118 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-f3af4ce0-6599-4c65-9e92-f261daf8b30f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:43.226387 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-de52c50d-0e89-4835-b182-6285ccf55bfa None None] Provisioning for port 3aa9e402-9ab9-4423-8877-a906539ecc8b completed by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:30:43.231234 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-de52c50d-0e89-4835-b182-6285ccf55bfa None None] Provisioning complete for port 3aa9e402-9ab9-4423-8877-a906539ecc8b triggered by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:30:43.234472 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-de52c50d-0e89-4835-b182-6285ccf55bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:43.272073 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-de52c50d-0e89-4835-b182-6285ccf55bfa None None] Port 3aa9e402-9ab9-4423-8877-a906539ecc8b cannot update to ACTIVE because it is not bound. {{(pid=94446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:30:43.439598 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-f3af4ce0-6599-4c65-9e92-f261daf8b30f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aa9e402-9ab9-4423-8877-a906539ecc8b {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:30:43.447532 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-f3af4ce0-6599-4c65-9e92-f261daf8b30f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:43.459003 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-f3af4ce0-6599-4c65-9e92-f261daf8b30f service neutron] Transition to ACTIVE for port object 3aa9e402-9ab9-4423-8877-a906539ecc8b will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:30:43.555028 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535f7de-148f-4414-bb3e-b96e40775fcb req-42562461-aceb-420e-9c81-c77c308af734 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:43.556419 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-9535f7de-148f-4414-bb3e-b96e40775fcb req-42562461-aceb-420e-9c81-c77c308af734 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=799a5dd6-c834-42a1-baa8-1b28ca1603a9 HTTP/1.1" status: 200 len: 931 time: 0.0481832 Aug 19 02:30:43.585910 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-f3af4ce0-6599-4c65-9e92-f261daf8b30f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:43.604116 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-9535f7de-148f-4414-bb3e-b96e40775fcb req-e5c22bf2-b2a7-4d12-b72e-8d581adee2f1 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417740 Aug 19 02:30:43.657274 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af4ce0-6599-4c65-9e92-f261daf8b30f service neutron] Pushing event updated for resources: {'Port': ['ID=3aa9e402-9ab9-4423-8877-a906539ecc8b,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:30:43.712613 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-f3af4ce0-6599-4c65-9e92-f261daf8b30f service neutron] Attempting to bind port 3aa9e402-9ab9-4423-8877-a906539ecc8b on host hv-cinder-75565 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:30:43.712945 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-f3af4ce0-6599-4c65-9e92-f261daf8b30f service neutron] Attempting to bind port 3aa9e402-9ab9-4423-8877-a906539ecc8b by drivers openvswitch,hyperv on host hv-cinder-75565 at level 0 using segments [{'id': '931f45c5-f70f-44f6-b2dd-b1878e391d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:30:43.713299 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-f3af4ce0-6599-4c65-9e92-f261daf8b30f service neutron] Attempting to bind port 3aa9e402-9ab9-4423-8877-a906539ecc8b on network 0f5e88cb-7ae7-4588-b5fa-35aaf6915c93 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:30:43.717983 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-f3af4ce0-6599-4c65-9e92-f261daf8b30f service neutron] Port 3aa9e402-9ab9-4423-8877-a906539ecc8b on network 0f5e88cb-7ae7-4588-b5fa-35aaf6915c93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75565 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 02:30:43.718302 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-f3af4ce0-6599-4c65-9e92-f261daf8b30f service neutron] Attempting to bind port 3aa9e402-9ab9-4423-8877-a906539ecc8b on network 0f5e88cb-7ae7-4588-b5fa-35aaf6915c93 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:30:43.723174 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-f3af4ce0-6599-4c65-9e92-f261daf8b30f service neutron] Checking agent: {'id': '41372272-fa96-45fc-afce-a2209819517f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 18, 6), 'started_at': datetime.datetime(2021, 8, 19, 2, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:30:43.727349 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-f3af4ce0-6599-4c65-9e92-f261daf8b30f service neutron] Checking segment: {'id': '931f45c5-f70f-44f6-b2dd-b1878e391d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:30:43.727349 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-f3af4ce0-6599-4c65-9e92-f261daf8b30f service neutron] Bound using segment: {'id': '931f45c5-f70f-44f6-b2dd-b1878e391d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:30:43.727349 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-f3af4ce0-6599-4c65-9e92-f261daf8b30f service neutron] Bound port: 3aa9e402-9ab9-4423-8877-a906539ecc8b, host: hv-cinder-75565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '931f45c5-f70f-44f6-b2dd-b1878e391d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:30:43.727349 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-f3af4ce0-6599-4c65-9e92-f261daf8b30f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:43.791534 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-f3af4ce0-6599-4c65-9e92-f261daf8b30f service neutron] For port 3aa9e402-9ab9-4423-8877-a906539ecc8b, host hv-cinder-75565, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:30:43.794719 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-f3af4ce0-6599-4c65-9e92-f261daf8b30f service neutron] For port 3aa9e402-9ab9-4423-8877-a906539ecc8b, host hv-cinder-75565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=3aa9e402-9ab9-4423-8877-a906539ecc8b,segment=NetworkSegment(931f45c5-f70f-44f6-b2dd-b1878e391d43),segment_id=931f45c5-f70f-44f6-b2dd-b1878e391d43)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:30:43.866863 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-f3af4ce0-6599-4c65-9e92-f261daf8b30f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:43.906437 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-f3af4ce0-6599-4c65-9e92-f261daf8b30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:43.907053 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-f3af4ce0-6599-4c65-9e92-f261daf8b30f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:43.908442 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-f3af4ce0-6599-4c65-9e92-f261daf8b30f service neutron] 10.222.0.22 "PUT /v2.0/ports/3aa9e402-9ab9-4423-8877-a906539ecc8b HTTP/1.1" status: 200 len: 1093 time: 0.7888670 Aug 19 02:30:43.908894 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '799a5dd6-c834-42a1-baa8-1b28ca1603a9', 'tag': '3aa9e402-9ab9-4423-8877-a906539ecc8b'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:30:43.911596 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd95a1e7-f6cb-4403-a97a-00793fcad997" -d '{"events": [{"name": "network-changed", "server_uuid": "799a5dd6-c834-42a1-baa8-1b28ca1603a9", "tag": "3aa9e402-9ab9-4423-8877-a906539ecc8b"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:30:43.932180 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af4ce0-6599-4c65-9e92-f261daf8b30f service neutron] Pushing event updated for resources: {'Port': ['ID=3aa9e402-9ab9-4423-8877-a906539ecc8b,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:30:43.953102 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65437773-2029-472f-8342-65cd5412b058 x-openstack-request-id: req-65437773-2029-472f-8342-65cd5412b058 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:30:43.953565 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "799a5dd6-c834-42a1-baa8-1b28ca1603a9", "tag": "3aa9e402-9ab9-4423-8877-a906539ecc8b", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:30:43.953895 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-65437773-2029-472f-8342-65cd5412b058 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:30:43.954344 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '799a5dd6-c834-42a1-baa8-1b28ca1603a9', 'tag': '3aa9e402-9ab9-4423-8877-a906539ecc8b', 'status': 'completed', 'code': 200} Aug 19 02:30:44.023016 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95a1e7-f6cb-4403-a97a-00793fcad997 req-91bb15b5-c2d7-428a-bb2c-6ba2930b110b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:44.024535 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-cd95a1e7-f6cb-4403-a97a-00793fcad997 req-91bb15b5-c2d7-428a-bb2c-6ba2930b110b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=224f1c1ae0cf41ea9f737a8b24175ee1&device_id=799a5dd6-c834-42a1-baa8-1b28ca1603a9 HTTP/1.1" status: 200 len: 1096 time: 0.0491579 Aug 19 02:30:44.127694 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95a1e7-f6cb-4403-a97a-00793fcad997 req-37cea313-a993-4623-97a9-6b2f67ec9a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:44.129205 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-cd95a1e7-f6cb-4403-a97a-00793fcad997 req-37cea313-a993-4623-97a9-6b2f67ec9a88 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=224f1c1ae0cf41ea9f737a8b24175ee1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0965772 Aug 19 02:30:44.229315 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95a1e7-f6cb-4403-a97a-00793fcad997 req-a62610a5-ff02-4cca-a910-963d42cc5b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:44.230806 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-cd95a1e7-f6cb-4403-a97a-00793fcad997 req-a62610a5-ff02-4cca-a910-963d42cc5b36 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937274 Aug 19 02:30:44.312615 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-cde9febf-a45d-4196-a69e-637654bf8605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:44.314167 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-cde9febf-a45d-4196-a69e-637654bf8605 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=224f1c1ae0cf41ea9f737a8b24175ee1&device_id=799a5dd6-c834-42a1-baa8-1b28ca1603a9 HTTP/1.1" status: 200 len: 1096 time: 0.0459132 Aug 19 02:30:44.359817 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-8d4a5a28-0e31-402b-b4d1-fdc9b57a9f82 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3aa9e402-9ab9-4423-8877-a906539ecc8b HTTP/1.1" status: 200 len: 217 time: 0.0370307 Aug 19 02:30:44.412263 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-206dcbc0-e5bc-4795-8a67-da24b1f977fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:44.413951 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-206dcbc0-e5bc-4795-8a67-da24b1f977fc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31 HTTP/1.1" status: 200 len: 850 time: 0.0454979 Aug 19 02:30:44.463204 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-bda77501-f96d-4fd8-9f5c-d6acf36dffce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:44.464933 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-bda77501-f96d-4fd8-9f5c-d6acf36dffce service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0f5e88cb-7ae7-4588-b5fa-35aaf6915c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0403271 Aug 19 02:30:44.560718 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-f93cf76d-16e4-4bf5-8b06-0dc15bd86a4a service neutron] 10.222.0.22 "GET /v2.0/networks/0f5e88cb-7ae7-4588-b5fa-35aaf6915c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871289 Aug 19 02:30:44.651311 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d9b6a1c7-d4d6-4974-9db6-36e4ff7a6228 req-5b1cb78f-8f73-4334-85be-e3ea43f20c3a service neutron] 10.222.0.22 "GET /v2.0/networks/0f5e88cb-7ae7-4588-b5fa-35aaf6915c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818317 Aug 19 02:30:44.719034 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4aa44-7ef7-4179-a9e2-4f7b5435049e req-d0178df2-3e05-4cbf-8483-03fcaf462f64 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:44.720622 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-47e4aa44-7ef7-4179-a9e2-4f7b5435049e req-d0178df2-3e05-4cbf-8483-03fcaf462f64 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=799a5dd6-c834-42a1-baa8-1b28ca1603a9 HTTP/1.1" status: 200 len: 943 time: 0.0502529 Aug 19 02:30:44.761073 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-47e4aa44-7ef7-4179-a9e2-4f7b5435049e req-268ccf50-41c9-450f-8a06-91f4b6bf1668 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337522 Aug 19 02:30:44.872057 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-abb59695-2d16-4b03-bc3c-a95a16c21b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:45.524955 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 42432) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:30:46.187985 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d7a29-c84a-4916-8f69-38e6e7b37f83 req-b01fb1a5-9be6-4f7c-9248-e2fb3d65bb36 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:46.189543 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2a1d7a29-c84a-4916-8f69-38e6e7b37f83 req-b01fb1a5-9be6-4f7c-9248-e2fb3d65bb36 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=799a5dd6-c834-42a1-baa8-1b28ca1603a9 HTTP/1.1" status: 200 len: 943 time: 0.3491366 Aug 19 02:30:46.297523 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2a1d7a29-c84a-4916-8f69-38e6e7b37f83 req-95524a1c-b393-42f2-88a8-8caf872aa1ff tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002195 Aug 19 02:30:46.339750 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-590abaf0-30a4-4750-a069-10c9f8da41cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619768'] for router_interface, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:46.630588 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-590abaf0-30a4-4750-a069-10c9f8da41cc admin admin] Deleting port cdb615a9-d223-4589-a04f-caad3e2296f1 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:30:46.631411 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-590abaf0-30a4-4750-a069-10c9f8da41cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:46.705924 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-590abaf0-30a4-4750-a069-10c9f8da41cc admin admin] For port cdb615a9-d223-4589-a04f-caad3e2296f1, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=cdb615a9-d223-4589-a04f-caad3e2296f1,segment=NetworkSegment(e2620a82-c51e-42da-a26e-9bad6e7c43ea),segment_id=e2620a82-c51e-42da-a26e-9bad6e7c43ea)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:30:46.706292 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-590abaf0-30a4-4750-a069-10c9f8da41cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:46.718049 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-590abaf0-30a4-4750-a069-10c9f8da41cc admin admin] Calling delete_port for cdb615a9-d223-4589-a04f-caad3e2296f1 owned by network:router_interface {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:30:46.975408 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-590abaf0-30a4-4750-a069-10c9f8da41cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:47.003900 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590abaf0-30a4-4750-a069-10c9f8da41cc admin admin] Pushing event deleted for resources: {'Port': ['ID=cdb615a9-d223-4589-a04f-caad3e2296f1,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:30:47.166625 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-590abaf0-30a4-4750-a069-10c9f8da41cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-754792'] for router_interface, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:47.243036 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e4eb6adb-76d2-4e18-8979-6be070fda15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:47.378662 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590abaf0-30a4-4750-a069-10c9f8da41cc admin admin] Router ce9c17ce-9b54-4f87-9210-98d8b8b121de has already been hosted by L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:30:47.413674 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca62004-9ca8-4ea3-bcb5-a6e46a01c80c req-990453f3-7a31-415b-ba1f-34633d8d0ad3 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:47.415167 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-cca62004-9ca8-4ea3-bcb5-a6e46a01c80c req-990453f3-7a31-415b-ba1f-34633d8d0ad3 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=799a5dd6-c834-42a1-baa8-1b28ca1603a9 HTTP/1.1" status: 200 len: 943 time: 0.0509961 Aug 19 02:30:47.452765 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-cca62004-9ca8-4ea3-bcb5-a6e46a01c80c req-ee1bf247-50a7-4d4f-9616-6b4aaba917c0 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316882 Aug 19 02:30:47.486772 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590abaf0-30a4-4750-a069-10c9f8da41cc admin admin] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:30:47.492454 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-590abaf0-30a4-4750-a069-10c9f8da41cc admin admin] 10.222.0.16 "PUT /v2.0/routers/ce9c17ce-9b54-4f87-9210-98d8b8b121de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9664574 Aug 19 02:30:47.495003 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 42442) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:30:47.497252 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f911b2a-2cda-45dc-891f-e91dc2a4ab28 None None] Sync routers for ids ['ce9c17ce-9b54-4f87-9210-98d8b8b121de'] in dv-cinder-755654-10-iscsi {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:30:47.506522 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f911b2a-2cda-45dc-891f-e91dc2a4ab28 None None] Routers {'ce9c17ce-9b54-4f87-9210-98d8b8b121de'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:30:47.507124 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-1f911b2a-2cda-45dc-891f-e91dc2a4ab28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:30:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['ce9c17ce-9b54-4f87-9210-98d8b8b121de'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:30:47.599369 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-363f1f01-be5a-452c-80fc-ec67a28cc209 admin admin] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:47.608498 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-1f911b2a-2cda-45dc-891f-e91dc2a4ab28 None None] Set router ce9c17ce-9b54-4f87-9210-98d8b8b121de gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:30:47.701396 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-363f1f01-be5a-452c-80fc-ec67a28cc209 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:47.735552 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:47.795030 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-1f911b2a-2cda-45dc-891f-e91dc2a4ab28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'name': 'tempest-AttachVolumeTestJSON-599753213-router', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:19:55Z', 'updated_at': '2021-08-19T02:30:46Z', 'revision_number': 5, 'project_id': '059670e8b6b34fb1857bc100102fd1b6', 'gw_port': {'id': 'eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:19:57Z', 'updated_at': '2021-08-19T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi'}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:30:47.821297 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f911b2a-2cda-45dc-891f-e91dc2a4ab28 None None] Checking router: ce9c17ce-9b54-4f87-9210-98d8b8b121de for host: dv-cinder-755654-10-iscsi {{(pid=94446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:30:47.828933 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-363f1f01-be5a-452c-80fc-ec67a28cc209 admin admin] Deleting port eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:30:47.833421 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-363f1f01-be5a-452c-80fc-ec67a28cc209 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:47.833545 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f911b2a-2cda-45dc-891f-e91dc2a4ab28 None None] Routers {'ce9c17ce-9b54-4f87-9210-98d8b8b121de'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:30:47.833545 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-1f911b2a-2cda-45dc-891f-e91dc2a4ab28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:30:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['ce9c17ce-9b54-4f87-9210-98d8b8b121de'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:30:47.907761 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-363f1f01-be5a-452c-80fc-ec67a28cc209 admin admin] For port eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5,segment=NetworkSegment(31e5f57a-85b9-444f-b38d-61963340c3f4),segment_id=31e5f57a-85b9-444f-b38d-61963340c3f4)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:30:47.908191 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-363f1f01-be5a-452c-80fc-ec67a28cc209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:47.916412 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-1f911b2a-2cda-45dc-891f-e91dc2a4ab28 None None] Set router ce9c17ce-9b54-4f87-9210-98d8b8b121de gateway port host: None {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:30:47.924874 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-363f1f01-be5a-452c-80fc-ec67a28cc209 admin admin] Calling delete_port for eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5 owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:30:48.089606 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-1f911b2a-2cda-45dc-891f-e91dc2a4ab28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'name': 'tempest-AttachVolumeTestJSON-599753213-router', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:19:55Z', 'updated_at': '2021-08-19T02:30:47Z', 'revision_number': 6, 'project_id': '059670e8b6b34fb1857bc100102fd1b6', 'gw_port_host': None}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:30:48.115425 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f911b2a-2cda-45dc-891f-e91dc2a4ab28 None None] The sync data for ids ['ce9c17ce-9b54-4f87-9210-98d8b8b121de'] in dv-cinder-755654-10-iscsi is: [{'id': 'ce9c17ce-9b54-4f87-9210-98d8b8b121de', 'name': 'tempest-AttachVolumeTestJSON-599753213-router', 'tenant_id': '059670e8b6b34fb1857bc100102fd1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:19:55Z', 'updated_at': '2021-08-19T02:30:47Z', 'revision_number': 6, 'project_id': '059670e8b6b34fb1857bc100102fd1b6', 'gw_port_host': None}] {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:30:48.157823 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-363f1f01-be5a-452c-80fc-ec67a28cc209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:48.186191 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f1f01-be5a-452c-80fc-ec67a28cc209 admin admin] Pushing event deleted for resources: {'Port': ['ID=eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:30:48.247124 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-363f1f01-be5a-452c-80fc-ec67a28cc209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-612768'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:48.347031 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-363f1f01-be5a-452c-80fc-ec67a28cc209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-622995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14530'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:48.349612 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-363f1f01-be5a-452c-80fc-ec67a28cc209 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:48.460711 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-363f1f01-be5a-452c-80fc-ec67a28cc209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623082'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:48.461275 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363f1f01-be5a-452c-80fc-ec67a28cc209 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce9c17ce-9b54-4f87-9210-98d8b8b121de {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 02:30:48.466554 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-363f1f01-be5a-452c-80fc-ec67a28cc209 admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:48.471473 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-363f1f01-be5a-452c-80fc-ec67a28cc209 admin admin] 10.222.0.16 "DELETE /v2.0/routers/ce9c17ce-9b54-4f87-9210-98d8b8b121de HTTP/1.1" status: 204 len: 168 time: 0.9729095 Aug 19 02:30:48.471473 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 42446) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:30:48.500980 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:48.519961 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa08902e-9981-43c6-9da6-a2d8f6e27dfc admin admin] Deleting subnet 731d6e4c-a04d-474e-b79a-51c9af4274e4 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 02:30:48.523833 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-aa08902e-9981-43c6-9da6-a2d8f6e27dfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:48.586553 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-aa08902e-9981-43c6-9da6-a2d8f6e27dfc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2850452'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:48.630383 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0204cab-9077-4ee8-bc0a-420f5981cce6 req-4953ae23-b5a7-48b4-99c1-895bba97856e tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:48.631814 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-a0204cab-9077-4ee8-bc0a-420f5981cce6 req-4953ae23-b5a7-48b4-99c1-895bba97856e tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=799a5dd6-c834-42a1-baa8-1b28ca1603a9 HTTP/1.1" status: 200 len: 943 time: 0.0886538 Aug 19 02:30:48.731328 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-a0204cab-9077-4ee8-bc0a-420f5981cce6 req-af7f5e17-c669-40f7-bc2e-b14001b8755b tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921364 Aug 19 02:30:48.734166 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-aa08902e-9981-43c6-9da6-a2d8f6e27dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024327'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:49.106846 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-aa08902e-9981-43c6-9da6-a2d8f6e27dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2838829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2943217'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:49.133286 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa08902e-9981-43c6-9da6-a2d8f6e27dfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=731d6e4c-a04d-474e-b79a-51c9af4274e4,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:30:49.141814 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-aa08902e-9981-43c6-9da6-a2d8f6e27dfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:49.141814 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-aa08902e-9981-43c6-9da6-a2d8f6e27dfc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/731d6e4c-a04d-474e-b79a-51c9af4274e4 HTTP/1.1" status: 204 len: 168 time: 0.6682944 Aug 19 02:30:49.143574 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 42450) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:30:49.146153 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca2e35f-499d-4267-a337-f975f99d1aaa None None] Network 7e444d17-d7c0-4b47-aa19-93665776705e requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:30:49.217673 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bf268fd4-19ea-4cab-b6aa-ce6b99dead2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930398'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:49.283438 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-bf268fd4-19ea-4cab-b6aa-ce6b99dead2c admin admin] Deleting port e8ef1b26-4c62-47a1-8449-492f77f4315d {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:30:49.283783 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bf268fd4-19ea-4cab-b6aa-ce6b99dead2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:49.344183 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40a5459-6457-4bff-96f7-980ea9fac867 None None] DHCP port deletion for 7e444d17-d7c0-4b47-aa19-93665776705e request from dv-cinder-755654-10-iscsi {{(pid=94446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 02:30:49.362974 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-bf268fd4-19ea-4cab-b6aa-ce6b99dead2c admin admin] For port e8ef1b26-4c62-47a1-8449-492f77f4315d, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=e8ef1b26-4c62-47a1-8449-492f77f4315d,segment=NetworkSegment(e2620a82-c51e-42da-a26e-9bad6e7c43ea),segment_id=e2620a82-c51e-42da-a26e-9bad6e7c43ea)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:30:49.363562 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bf268fd4-19ea-4cab-b6aa-ce6b99dead2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:49.383739 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-bf268fd4-19ea-4cab-b6aa-ce6b99dead2c admin admin] Calling delete_port for e8ef1b26-4c62-47a1-8449-492f77f4315d owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:30:49.412120 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-b40a5459-6457-4bff-96f7-980ea9fac867 None None] Deleting port e8ef1b26-4c62-47a1-8449-492f77f4315d {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:30:49.412492 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b40a5459-6457-4bff-96f7-980ea9fac867 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:49.482127 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-b40a5459-6457-4bff-96f7-980ea9fac867 None None] For port e8ef1b26-4c62-47a1-8449-492f77f4315d, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=e8ef1b26-4c62-47a1-8449-492f77f4315d,segment=NetworkSegment(e2620a82-c51e-42da-a26e-9bad6e7c43ea),segment_id=e2620a82-c51e-42da-a26e-9bad6e7c43ea)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:30:49.482611 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b40a5459-6457-4bff-96f7-980ea9fac867 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:49.498307 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-b40a5459-6457-4bff-96f7-980ea9fac867 None None] Calling delete_port for e8ef1b26-4c62-47a1-8449-492f77f4315d owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:30:49.540547 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bf268fd4-19ea-4cab-b6aa-ce6b99dead2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:49.568389 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf268fd4-19ea-4cab-b6aa-ce6b99dead2c admin admin] Pushing event deleted for resources: {'Port': ['ID=e8ef1b26-4c62-47a1-8449-492f77f4315d,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:30:49.573467 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf268fd4-19ea-4cab-b6aa-ce6b99dead2c admin admin] No DVR routers for this DVR port e8ef1b26-4c62-47a1-8449-492f77f4315d on host dv-cinder-755654-10-iscsi {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:30:49.641438 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b40a5459-6457-4bff-96f7-980ea9fac867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:49.651808 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bf268fd4-19ea-4cab-b6aa-ce6b99dead2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026254', 'neutron.services.segments.db._delete_segments_for_network-8754220901313'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:49.666823 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.services.segments.db [None req-bf268fd4-19ea-4cab-b6aa-ce6b99dead2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e444d17-d7c0-4b47-aa19-93665776705e']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:30:49.670416 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a5459-6457-4bff-96f7-980ea9fac867 None None] Pushing event deleted for resources: {'Port': ['ID=e8ef1b26-4c62-47a1-8449-492f77f4315d,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:30:49.671529 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40a5459-6457-4bff-96f7-980ea9fac867 None None] No DVR routers for this DVR port e8ef1b26-4c62-47a1-8449-492f77f4315d on host dv-cinder-755654-10-iscsi {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:30:49.678819 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.services.segments.db [None req-bf268fd4-19ea-4cab-b6aa-ce6b99dead2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2620a82-c51e-42da-a26e-9bad6e7c43ea') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:30:49.679186 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.services.segments.db [None req-bf268fd4-19ea-4cab-b6aa-ce6b99dead2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2620a82-c51e-42da-a26e-9bad6e7c43ea') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:30:49.689218 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bf268fd4-19ea-4cab-b6aa-ce6b99dead2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754220944806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2850461'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:49.706892 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bf268fd4-19ea-4cab-b6aa-ce6b99dead2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:49.714268 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf268fd4-19ea-4cab-b6aa-ce6b99dead2c admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 02:30:49.714784 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bf268fd4-19ea-4cab-b6aa-ce6b99dead2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2839439'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:49.717007 dv-cinder-755654-10-iscsi neutron-server[94445]: Traceback (most recent call last): Aug 19 02:30:49.717007 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 02:30:49.717007 dv-cinder-755654-10-iscsi neutron-server[94445]: timer() Aug 19 02:30:49.717007 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 02:30:49.717007 dv-cinder-755654-10-iscsi neutron-server[94445]: cb(*args, **kw) Aug 19 02:30:49.717007 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 02:30:49.717007 dv-cinder-755654-10-iscsi neutron-server[94445]: return func(*args, **kwargs) Aug 19 02:30:49.717007 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 02:30:49.717007 dv-cinder-755654-10-iscsi neutron-server[94445]: self._notify() Aug 19 02:30:49.717007 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 02:30:49.717007 dv-cinder-755654-10-iscsi neutron-server[94445]: self.callback(batched_events) Aug 19 02:30:49.717007 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 02:30:49.717007 dv-cinder-755654-10-iscsi neutron-server[94445]: event.method(event) Aug 19 02:30:49.717007 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 02:30:49.717007 dv-cinder-755654-10-iscsi neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 02:30:49.717007 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 02:30:49.717007 dv-cinder-755654-10-iscsi neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 02:30:49.717007 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 02:30:49.717007 dv-cinder-755654-10-iscsi neutron-server[94445]: return f(self, *a, **k) Aug 19 02:30:49.717007 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 02:30:49.717007 dv-cinder-755654-10-iscsi neutron-server[94445]: return self._get(url).json() Aug 19 02:30:49.717007 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 02:30:49.717007 dv-cinder-755654-10-iscsi neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 02:30:49.717007 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 02:30:49.717007 dv-cinder-755654-10-iscsi neutron-server[94445]: return self.request(url, 'GET', **kwargs) Aug 19 02:30:49.717007 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 02:30:49.717007 dv-cinder-755654-10-iscsi neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 02:30:49.717007 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 02:30:49.717007 dv-cinder-755654-10-iscsi neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 02:30:49.717007 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 02:30:49.717007 dv-cinder-755654-10-iscsi neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 02:30:49.717007 dv-cinder-755654-10-iscsi neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 02:30:49.854596 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bf268fd4-19ea-4cab-b6aa-ce6b99dead2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612725'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:49.860415 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-bf268fd4-19ea-4cab-b6aa-ce6b99dead2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:49.862643 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-bf268fd4-19ea-4cab-b6aa-ce6b99dead2c admin admin] 10.222.0.16 "DELETE /v2.0/networks/7e444d17-d7c0-4b47-aa19-93665776705e HTTP/1.1" status: 204 len: 168 time: 0.7178807 Aug 19 02:30:49.863487 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe44b1-4c20-4231-b80b-4e72cd45861d req-efcd30bf-8df0-40c6-8bb8-011aebcb9c21 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:49.866598 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-fffe44b1-4c20-4231-b80b-4e72cd45861d req-efcd30bf-8df0-40c6-8bb8-011aebcb9c21 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=799a5dd6-c834-42a1-baa8-1b28ca1603a9 HTTP/1.1" status: 200 len: 943 time: 0.0606945 Aug 19 02:30:49.876024 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf268fd4-19ea-4cab-b6aa-ce6b99dead2c admin admin] Pushing event deleted for resources: {'Network': ['ID=7e444d17-d7c0-4b47-aa19-93665776705e,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:30:49.915587 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-fffe44b1-4c20-4231-b80b-4e72cd45861d req-67200b89-3b18-44c8-b921-ad5dd92ced46 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426641 Aug 19 02:30:50.183194 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device e8ef1b26-4c62-47a1-8449-492f77f4315d no longer exists at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:30:50.203485 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] No Port match for: e8ef1b26-4c62-47a1-8449-492f77f4315d {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:30:50.203828 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device e8ef1b26-4c62-47a1-8449-492f77f4315d not bound to the agent host dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:30:50.204242 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5 no longer exists at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:30:50.224130 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 42456) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:30:50.226125 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] No Port match for: eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5 {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:30:50.226475 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device eacf5ef9-c9f3-4ec0-958f-a050ce65a5a5 not bound to the agent host dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:30:50.226893 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device cdb615a9-d223-4589-a04f-caad3e2296f1 no longer exists at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:30:50.245952 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] No Port match for: cdb615a9-d223-4589-a04f-caad3e2296f1 {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:30:50.246305 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device cdb615a9-d223-4589-a04f-caad3e2296f1 not bound to the agent host dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:30:50.265659 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-15cd2df3-6349-4d93-bd65-3f4d4ff4e43e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=059670e8b6b34fb1857bc100102fd1b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0402462 Aug 19 02:30:50.268006 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 42458) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:30:50.315067 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-04108263-9066-4bae-9281-f202d919331b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:50.336444 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-04108263-9066-4bae-9281-f202d919331b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:50.408741 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:50.425738 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-04108263-9066-4bae-9281-f202d919331b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:50.428972 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-04108263-9066-4bae-9281-f202d919331b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:50.430234 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-04108263-9066-4bae-9281-f202d919331b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/71dfe1c3-a640-4d7a-85ef-f397821b448c HTTP/1.1" status: 204 len: 168 time: 0.1613371 Aug 19 02:30:50.438137 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04108263-9066-4bae-9281-f202d919331b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71dfe1c3-a640-4d7a-85ef-f397821b448c,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:30:51.032262 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f4182-2890-4e6d-808c-3666548486d0 req-d0037f27-f9f6-4163-bc0d-defb82a12dc6 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:51.033791 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-817f4182-2890-4e6d-808c-3666548486d0 req-d0037f27-f9f6-4163-bc0d-defb82a12dc6 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=799a5dd6-c834-42a1-baa8-1b28ca1603a9 HTTP/1.1" status: 200 len: 943 time: 0.0494628 Aug 19 02:30:51.075370 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-817f4182-2890-4e6d-808c-3666548486d0 req-148c2013-5a1b-459b-a5a1-b8790f04f5ed tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356112 Aug 19 02:30:52.062366 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 42510) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:30:52.185303 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-2e53b660-284f-4484-9055-e6abfef2d59a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:52.220304 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a0cb1d-9992-41ff-b550-f95e63f5e906 req-094730bd-ad04-4987-bf0e-b58606b6c047 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:52.221796 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-42a0cb1d-9992-41ff-b550-f95e63f5e906 req-094730bd-ad04-4987-bf0e-b58606b6c047 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=799a5dd6-c834-42a1-baa8-1b28ca1603a9 HTTP/1.1" status: 200 len: 943 time: 0.0730612 Aug 19 02:30:52.280632 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-42a0cb1d-9992-41ff-b550-f95e63f5e906 req-c340fe21-8df0-46d0-acb9-aa0829832fba tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507941 Aug 19 02:30:52.323394 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-2e53b660-284f-4484-9055-e6abfef2d59a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:52.397701 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-2e53b660-284f-4484-9055-e6abfef2d59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:52.434033 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e53b660-284f-4484-9055-e6abfef2d59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70298d62-99c5-4d1e-a820-a4dda58486ec,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:30:52.439386 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-2e53b660-284f-4484-9055-e6abfef2d59a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=43a3f48594564c32a0771e09a7ca41d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3760049 Aug 19 02:30:52.447387 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 42516) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:30:52.490178 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-f7379a9a-62ae-417d-a563-20793a670d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:52.511307 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-f7379a9a-62ae-417d-a563-20793a670d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:52.626170 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-f7379a9a-62ae-417d-a563-20793a670d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:52.628731 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-f7379a9a-62ae-417d-a563-20793a670d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:52.630708 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-f7379a9a-62ae-417d-a563-20793a670d16 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/70298d62-99c5-4d1e-a820-a4dda58486ec HTTP/1.1" status: 204 len: 168 time: 0.1869109 Aug 19 02:30:52.638432 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7379a9a-62ae-417d-a563-20793a670d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70298d62-99c5-4d1e-a820-a4dda58486ec,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:30:53.398310 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba954ff8-1d4f-469f-aaaa-e535878057df req-cef8c9ce-3855-4ec8-978a-9d6be734f72f tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:53.399750 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ba954ff8-1d4f-469f-aaaa-e535878057df req-cef8c9ce-3855-4ec8-978a-9d6be734f72f tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=799a5dd6-c834-42a1-baa8-1b28ca1603a9 HTTP/1.1" status: 200 len: 943 time: 0.0508738 Aug 19 02:30:53.436965 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ba954ff8-1d4f-469f-aaaa-e535878057df req-88ded780-c155-4937-aa5b-c1c1b790c2b9 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314367 Aug 19 02:30:54.559542 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc1dd8-17b4-4568-aa83-7a69c44bf470 req-1d36135b-5dde-44fe-9d94-ace14001f4c8 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:54.561042 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-80fc1dd8-17b4-4568-aa83-7a69c44bf470 req-1d36135b-5dde-44fe-9d94-ace14001f4c8 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=799a5dd6-c834-42a1-baa8-1b28ca1603a9 HTTP/1.1" status: 200 len: 943 time: 0.0574787 Aug 19 02:30:54.600539 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-80fc1dd8-17b4-4568-aa83-7a69c44bf470 req-41191386-bd13-4074-ab29-27b31abd0e5c tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333436 Aug 19 02:30:54.863790 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 3aa9e402-9ab9-4423-8877-a906539ecc8b details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:30:54.963253 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 3aa9e402-9ab9-4423-8877-a906539ecc8b, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=3aa9e402-9ab9-4423-8877-a906539ecc8b,segment=NetworkSegment(931f45c5-f70f-44f6-b2dd-b1878e391d43),segment_id=931f45c5-f70f-44f6-b2dd-b1878e391d43)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:30:54.973647 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Returning: {'device': '3aa9e402-9ab9-4423-8877-a906539ecc8b', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'port_id': '3aa9e402-9ab9-4423-8877-a906539ecc8b', 'mac_address': 'fa:16:3e:19:43:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:30:55.010121 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:55.023216 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aa9e402-9ab9-4423-8877-a906539ecc8b {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:30:55.041821 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 3aa9e402-9ab9-4423-8877-a906539ecc8b, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=3aa9e402-9ab9-4423-8877-a906539ecc8b,segment=NetworkSegment(931f45c5-f70f-44f6-b2dd-b1878e391d43),segment_id=931f45c5-f70f-44f6-b2dd-b1878e391d43)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:30:55.099637 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:55.146639 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=3aa9e402-9ab9-4423-8877-a906539ecc8b,revision_number=4']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:30:55.483112 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] get_ports_and_sgs() called for port_ids ['3aa9e402-9ab9-4423-8877-a906539ecc8b'] {{(pid=94446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:30:55.714100 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea2e1d-4394-4dba-a87d-154c3dc24eb6 req-b64e9bec-f7dc-4b1b-a7cf-cd272c4e178a tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:55.715588 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ceea2e1d-4394-4dba-a87d-154c3dc24eb6 req-b64e9bec-f7dc-4b1b-a7cf-cd272c4e178a tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=799a5dd6-c834-42a1-baa8-1b28ca1603a9 HTTP/1.1" status: 200 len: 944 time: 0.0490704 Aug 19 02:30:55.752088 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ceea2e1d-4394-4dba-a87d-154c3dc24eb6 req-3f492e10-617f-4d42-bc5a-64a30d010ad5 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304403 Aug 19 02:30:56.866122 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7893f89d-31e2-40ba-941b-d7319bff8173 req-a647de22-d617-42e0-a924-1f5fb4d5b2c3 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:56.867633 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-7893f89d-31e2-40ba-941b-d7319bff8173 req-a647de22-d617-42e0-a924-1f5fb4d5b2c3 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=799a5dd6-c834-42a1-baa8-1b28ca1603a9 HTTP/1.1" status: 200 len: 944 time: 0.0498838 Aug 19 02:30:56.896556 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 3aa9e402-9ab9-4423-8877-a906539ecc8b up at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:30:56.906354 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-7893f89d-31e2-40ba-941b-d7319bff8173 req-6cc7b995-e9c5-429e-b69c-7cff9395ed96 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327449 Aug 19 02:30:57.025973 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning for port 3aa9e402-9ab9-4423-8877-a906539ecc8b completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:30:57.029759 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning complete for port 3aa9e402-9ab9-4423-8877-a906539ecc8b triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:30:57.030126 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:57.105673 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:57.130024 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799a5dd6-c834-42a1-baa8-1b28ca1603a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa9e402-9ab9-4423-8877-a906539ecc8b'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:30:57.133014 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bda349f3ade6abb3bc5cfb3e12963279474636f4ef178e03561db7d4c095529d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d49a00-3f7a-44a4-bab9-988008995080" -d '{"events": [{"server_uuid": "799a5dd6-c834-42a1-baa8-1b28ca1603a9", "name": "network-vif-plugged", "status": "completed", "tag": "3aa9e402-9ab9-4423-8877-a906539ecc8b"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:30:57.150740 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 3aa9e402-9ab9-4423-8877-a906539ecc8b, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=3aa9e402-9ab9-4423-8877-a906539ecc8b,segment=NetworkSegment(931f45c5-f70f-44f6-b2dd-b1878e391d43),segment_id=931f45c5-f70f-44f6-b2dd-b1878e391d43)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:30:57.175734 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a041ea9-5556-4aec-9378-a83cca1b9f1a x-openstack-request-id: req-8a041ea9-5556-4aec-9378-a83cca1b9f1a {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:30:57.175734 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "799a5dd6-c834-42a1-baa8-1b28ca1603a9", "name": "network-vif-plugged", "status": "completed", "tag": "3aa9e402-9ab9-4423-8877-a906539ecc8b", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:30:57.175734 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a041ea9-5556-4aec-9378-a83cca1b9f1a {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:30:57.175734 dv-cinder-755654-10-iscsi neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799a5dd6-c834-42a1-baa8-1b28ca1603a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa9e402-9ab9-4423-8877-a906539ecc8b', 'code': 200} Aug 19 02:30:57.214562 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:57.262163 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=3aa9e402-9ab9-4423-8877-a906539ecc8b,revision_number=5']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:30:57.480986 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73936547-8249-4bea-8df6-c392bed22871 req-e0a43db3-ee3a-43e2-ae80-ec8b48e13422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:57.482477 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-73936547-8249-4bea-8df6-c392bed22871 req-e0a43db3-ee3a-43e2-ae80-ec8b48e13422 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=799a5dd6-c834-42a1-baa8-1b28ca1603a9 HTTP/1.1" status: 200 len: 1098 time: 0.0391586 Aug 19 02:30:57.520415 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-73936547-8249-4bea-8df6-c392bed22871 req-3b96482e-6a50-427b-9d04-d82d2396d45e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297167 Aug 19 02:30:58.017744 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded80a7-08af-4da0-9111-e442eecba5ce req-bb1c2686-0955-427f-bff5-5502827c7ef8 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:58.019182 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-fded80a7-08af-4da0-9111-e442eecba5ce req-bb1c2686-0955-427f-bff5-5502827c7ef8 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=799a5dd6-c834-42a1-baa8-1b28ca1603a9 HTTP/1.1" status: 200 len: 945 time: 0.0471075 Aug 19 02:30:58.056168 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-fded80a7-08af-4da0-9111-e442eecba5ce req-b370e49b-fc34-41a5-b430-c0c23a964e22 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305338 Aug 19 02:30:59.172837 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076e0c4-6114-4bf6-aee7-be07743c830b req-5611a2a4-2af9-4ca4-afb3-100adecd0f43 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:59.174397 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-1076e0c4-6114-4bf6-aee7-be07743c830b req-5611a2a4-2af9-4ca4-afb3-100adecd0f43 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=799a5dd6-c834-42a1-baa8-1b28ca1603a9 HTTP/1.1" status: 200 len: 945 time: 0.0499759 Aug 19 02:30:59.212806 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-1076e0c4-6114-4bf6-aee7-be07743c830b req-0a7995af-b249-4d4d-a9b3-fa2a293b7826 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322716 Aug 19 02:30:59.329279 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305396ad-0f8f-4fa7-8458-e8412e3929d8 req-7c93aa46-ffc6-4bdf-a64e-1cdcd1010984 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:59.330723 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-305396ad-0f8f-4fa7-8458-e8412e3929d8 req-7c93aa46-ffc6-4bdf-a64e-1cdcd1010984 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=799a5dd6-c834-42a1-baa8-1b28ca1603a9 HTTP/1.1" status: 200 len: 945 time: 0.0508528 Aug 19 02:30:59.370179 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-305396ad-0f8f-4fa7-8458-e8412e3929d8 req-0edcd59f-65ee-41d2-aa2e-55ec1d9d20cc tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327797 Aug 19 02:30:59.394893 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 42628) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:30:59.434827 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d37d11e-5a35-4022-982b-06a66126abb7 tempest-TestVolumeBootPattern-1319121544 tempest-TestVolumeBootPattern-1319121544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:30:59.436644 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-1d37d11e-5a35-4022-982b-06a66126abb7 tempest-TestVolumeBootPattern-1319121544 tempest-TestVolumeBootPattern-1319121544-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=799a5dd6-c834-42a1-baa8-1b28ca1603a9 HTTP/1.1" status: 200 len: 1093 time: 0.0398927 Aug 19 02:30:59.439426 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 42630) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:30:59.448978 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [None req-cd1ff212-e1cb-4828-9e23-fbb5f36b0d88 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Request body: {'floatingip': {'floating_network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'port_id': '3aa9e402-9ab9-4423-8877-a906539ecc8b', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:30:59.522929 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cd1ff212-e1cb-4828-9e23-fbb5f36b0d88 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for floatingip, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:59.624458 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cd1ff212-e1cb-4828-9e23-fbb5f36b0d88 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:59.729994 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-cd1ff212-e1cb-4828-9e23-fbb5f36b0d88 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Allocated IP 172.27.1.38 (3bd28d61-6ca0-48ed-a78c-bdbd12784534/563e592a-26a7-40db-9a00-034f622fa441/4b755137-adde-42f4-8245-ab800c0ed9ba) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:30:59.830090 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 42634) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:30:59.843584 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cd1ff212-e1cb-4828-9e23-fbb5f36b0d88 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:59.933306 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-718f2c31-b2ca-4ea5-9937-16f7284551b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:59.941077 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cd1ff212-e1cb-4828-9e23-fbb5f36b0d88 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:30:59.975243 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1ff212-e1cb-4828-9e23-fbb5f36b0d88 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Network 3bd28d61-6ca0-48ed-a78c-bdbd12784534 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:30:59.977993 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-cd1ff212-e1cb-4828-9e23-fbb5f36b0d88 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:30:59.983556 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1ff212-e1cb-4828-9e23-fbb5f36b0d88 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:31:00.012351 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ff212-e1cb-4828-9e23-fbb5f36b0d88 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Pushing event updated for resources: {'Port': ['ID=4b755137-adde-42f4-8245-ab800c0ed9ba,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:00.022880 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-718f2c31-b2ca-4ea5-9937-16f7284551b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:00.106072 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-718f2c31-b2ca-4ea5-9937-16f7284551b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:00.145480 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-718f2c31-b2ca-4ea5-9937-16f7284551b3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c9cbc64f97e3431f86343f96f8e95adb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3142960 Aug 19 02:31:00.148071 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f2c31-b2ca-4ea5-9937-16f7284551b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37190ded-7a4f-4f8e-91b3-61393b557d31,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:00.150409 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 42640) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:31:00.252421 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ca40ccb5-d7c5-4b08-8754-eed1424cc912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:00.300433 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ca40ccb5-d7c5-4b08-8754-eed1424cc912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:00.424662 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cd1ff212-e1cb-4828-9e23-fbb5f36b0d88 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:00.470834 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ca40ccb5-d7c5-4b08-8754-eed1424cc912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:00.473484 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ca40ccb5-d7c5-4b08-8754-eed1424cc912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:00.474638 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-ca40ccb5-d7c5-4b08-8754-eed1424cc912 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/37190ded-7a4f-4f8e-91b3-61393b557d31 HTTP/1.1" status: 204 len: 168 time: 0.3233292 Aug 19 02:31:00.483510 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca40ccb5-d7c5-4b08-8754-eed1424cc912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37190ded-7a4f-4f8e-91b3-61393b557d31,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:00.564803 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cd1ff212-e1cb-4828-9e23-fbb5f36b0d88 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:00.718550 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cd1ff212-e1cb-4828-9e23-fbb5f36b0d88 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:00.785909 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cd1ff212-e1cb-4828-9e23-fbb5f36b0d88 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:00.852274 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ff212-e1cb-4828-9e23-fbb5f36b0d88 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Pushing event updated for resources: {'Port': ['ID=4b755137-adde-42f4-8245-ab800c0ed9ba,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:00.864016 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cd1ff212-e1cb-4828-9e23-fbb5f36b0d88 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610510'] for floatingip, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:00.965491 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.db.l3_db [None req-cd1ff212-e1cb-4828-9e23-fbb5f36b0d88 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Floating IP 618a80a8-43c2-4c9d-ba88-509ae6d2931e associated. External IP: 172.27.1.38, port: 3aa9e402-9ab9-4423-8877-a906539ecc8b. Aug 19 02:31:01.063049 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 42648) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:31:01.076972 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-73289d36-a15c-44f9-8f6f-162301f0e390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:01.166539 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-73289d36-a15c-44f9-8f6f-162301f0e390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:01.173249 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd1ff212-e1cb-4828-9e23-fbb5f36b0d88 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Router 3d1a2014-5392-4cdf-bc49-c164962367f2 has already been hosted by L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:31:01.249393 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-73289d36-a15c-44f9-8f6f-162301f0e390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:01.278943 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1ff212-e1cb-4828-9e23-fbb5f36b0d88 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:31:01.289753 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303887fc-c147-484a-a13b-de1600c3f288 None None] Sync routers for ids ['3d1a2014-5392-4cdf-bc49-c164962367f2'] in dv-cinder-755654-10-iscsi {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:31:01.291639 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73289d36-a15c-44f9-8f6f-162301f0e390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0bacc1-51d8-41b8-a316-9f0b30903231,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:01.297503 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-73289d36-a15c-44f9-8f6f-162301f0e390 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b43438491bbc4250b98b06a0ef5d9afe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331591 Aug 19 02:31:01.300202 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303887fc-c147-484a-a13b-de1600c3f288 None None] Routers {'3d1a2014-5392-4cdf-bc49-c164962367f2'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:31:01.300382 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 42650) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:31:01.300865 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-303887fc-c147-484a-a13b-de1600c3f288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:30:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['3d1a2014-5392-4cdf-bc49-c164962367f2'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:31:01.351437 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4c687288-d4cb-400c-85bb-9d66da5f4890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:01.373187 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4c687288-d4cb-400c-85bb-9d66da5f4890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:01.380829 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-cd1ff212-e1cb-4828-9e23-fbb5f36b0d88 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:01.406714 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-303887fc-c147-484a-a13b-de1600c3f288 None None] Set router 3d1a2014-5392-4cdf-bc49-c164962367f2 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:31:01.424692 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-cd1ff212-e1cb-4828-9e23-fbb5f36b0d88 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9842527 Aug 19 02:31:01.425652 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '799a5dd6-c834-42a1-baa8-1b28ca1603a9', 'tag': '3aa9e402-9ab9-4423-8877-a906539ecc8b'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:31:01.428445 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d877d88c-4871-4c49-8be1-1f67b172d9c9" -d '{"events": [{"name": "network-changed", "server_uuid": "799a5dd6-c834-42a1-baa8-1b28ca1603a9", "tag": "3aa9e402-9ab9-4423-8877-a906539ecc8b"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:31:01.472420 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad3705e-5f64-434b-96d5-b3677bff0e6f x-openstack-request-id: req-cad3705e-5f64-434b-96d5-b3677bff0e6f {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:31:01.472790 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "799a5dd6-c834-42a1-baa8-1b28ca1603a9", "tag": "3aa9e402-9ab9-4423-8877-a906539ecc8b", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:31:01.473115 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cad3705e-5f64-434b-96d5-b3677bff0e6f {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:31:01.473665 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '799a5dd6-c834-42a1-baa8-1b28ca1603a9', 'tag': '3aa9e402-9ab9-4423-8877-a906539ecc8b', 'status': 'completed', 'code': 200} Aug 19 02:31:01.506781 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4c687288-d4cb-400c-85bb-9d66da5f4890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:01.509969 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4c687288-d4cb-400c-85bb-9d66da5f4890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:01.511117 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-4c687288-d4cb-400c-85bb-9d66da5f4890 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aa0bacc1-51d8-41b8-a316-9f0b30903231 HTTP/1.1" status: 204 len: 168 time: 0.2094870 Aug 19 02:31:01.538896 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c687288-d4cb-400c-85bb-9d66da5f4890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0bacc1-51d8-41b8-a316-9f0b30903231,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:01.562593 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877d88c-4871-4c49-8be1-1f67b172d9c9 req-3322d829-15d1-4961-b886-af48922c9972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:31:01.564924 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d877d88c-4871-4c49-8be1-1f67b172d9c9 req-3322d829-15d1-4961-b886-af48922c9972 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=224f1c1ae0cf41ea9f737a8b24175ee1&device_id=799a5dd6-c834-42a1-baa8-1b28ca1603a9 HTTP/1.1" status: 200 len: 1098 time: 0.0686774 Aug 19 02:31:01.643856 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-303887fc-c147-484a-a13b-de1600c3f288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'name': 'tempest-TestVolumeBootPattern-913290081-router', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:32Z', 'updated_at': '2021-08-19T02:26:36Z', 'revision_number': 4, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'gw_port': {'id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:33Z', 'updated_at': '2021-08-19T02:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_floatingips': [{'id': '618a80a8-43c2-4c9d-ba88-509ae6d2931e', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'router_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'port_id': '3aa9e402-9ab9-4423-8877-a906539ecc8b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'mac_address': 'fa:16:3e:19:43:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799a5dd6-c834-42a1-baa8-1b28ca1603a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:31:00Z', 'updated_at': '2021-08-19T02:31:00Z', 'revision_number': 0, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047e21a9-3000-4ce0-8542-34bbb4a1708f', 'name': '', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'mac_address': 'fa:16:3e:f0:54:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:35Z', 'updated_at': '2021-08-19T02:26:42Z', 'revision_number': 5, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'subnets': [{'id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:31:01.660799 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877d88c-4871-4c49-8be1-1f67b172d9c9 req-58208677-04bc-4054-85a9-3ca1dcca764a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:31:01.662894 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d877d88c-4871-4c49-8be1-1f67b172d9c9 req-58208677-04bc-4054-85a9-3ca1dcca764a service neutron] 10.222.0.22 "GET /v2.0/networks?id=0f5e88cb-7ae7-4588-b5fa-35aaf6915c93 HTTP/1.1" status: 200 len: 912 time: 0.0896924 Aug 19 02:31:01.670258 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303887fc-c147-484a-a13b-de1600c3f288 None None] Checking router: 3d1a2014-5392-4cdf-bc49-c164962367f2 for host: dv-cinder-755654-10-iscsi {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:31:01.678894 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303887fc-c147-484a-a13b-de1600c3f288 None None] Routers {'3d1a2014-5392-4cdf-bc49-c164962367f2'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:31:01.679506 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-303887fc-c147-484a-a13b-de1600c3f288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:30:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['3d1a2014-5392-4cdf-bc49-c164962367f2'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:31:01.732383 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d877d88c-4871-4c49-8be1-1f67b172d9c9 req-f1999605-2eec-4251-9023-a53d5e4ad136 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3aa9e402-9ab9-4423-8877-a906539ecc8b HTTP/1.1" status: 200 len: 998 time: 0.0618348 Aug 19 02:31:01.785232 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877d88c-4871-4c49-8be1-1f67b172d9c9 req-4ba37462-111e-41bc-86e9-0bcd4336f0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:31:01.787199 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d877d88c-4871-4c49-8be1-1f67b172d9c9 req-4ba37462-111e-41bc-86e9-0bcd4336f0ca service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31 HTTP/1.1" status: 200 len: 850 time: 0.0468915 Aug 19 02:31:01.841364 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877d88c-4871-4c49-8be1-1f67b172d9c9 req-8051b7eb-fd7c-433a-9b16-1b5cff15d7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:31:01.843021 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d877d88c-4871-4c49-8be1-1f67b172d9c9 req-8051b7eb-fd7c-433a-9b16-1b5cff15d7d5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0f5e88cb-7ae7-4588-b5fa-35aaf6915c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0487344 Aug 19 02:31:01.885622 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-303887fc-c147-484a-a13b-de1600c3f288 None None] Set router 3d1a2014-5392-4cdf-bc49-c164962367f2 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:31:01.949515 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d877d88c-4871-4c49-8be1-1f67b172d9c9 req-1498e3da-87c7-4b54-9338-3bc1bb34f70d service neutron] 10.222.0.22 "GET /v2.0/networks/0f5e88cb-7ae7-4588-b5fa-35aaf6915c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974944 Aug 19 02:31:02.048184 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d877d88c-4871-4c49-8be1-1f67b172d9c9 req-a1257e1e-df4b-4577-b1e3-5e70fe735a59 service neutron] 10.222.0.22 "GET /v2.0/networks/0f5e88cb-7ae7-4588-b5fa-35aaf6915c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913172 Aug 19 02:31:02.108808 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-303887fc-c147-484a-a13b-de1600c3f288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'name': 'tempest-TestVolumeBootPattern-913290081-router', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:32Z', 'updated_at': '2021-08-19T02:26:36Z', 'revision_number': 4, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'gw_port': {'id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:33Z', 'updated_at': '2021-08-19T02:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_floatingips': [{'id': '618a80a8-43c2-4c9d-ba88-509ae6d2931e', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'router_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'port_id': '3aa9e402-9ab9-4423-8877-a906539ecc8b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'mac_address': 'fa:16:3e:19:43:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799a5dd6-c834-42a1-baa8-1b28ca1603a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:31:00Z', 'updated_at': '2021-08-19T02:31:00Z', 'revision_number': 0, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047e21a9-3000-4ce0-8542-34bbb4a1708f', 'name': '', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'mac_address': 'fa:16:3e:f0:54:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:35Z', 'updated_at': '2021-08-19T02:26:42Z', 'revision_number': 5, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'subnets': [{'id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:31:02.137967 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303887fc-c147-484a-a13b-de1600c3f288 None None] The sync data for ids ['3d1a2014-5392-4cdf-bc49-c164962367f2'] in dv-cinder-755654-10-iscsi is: [{'id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'name': 'tempest-TestVolumeBootPattern-913290081-router', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:32Z', 'updated_at': '2021-08-19T02:26:36Z', 'revision_number': 4, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'gw_port': {'id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:33Z', 'updated_at': '2021-08-19T02:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_floatingips': [{'id': '618a80a8-43c2-4c9d-ba88-509ae6d2931e', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'router_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'port_id': '3aa9e402-9ab9-4423-8877-a906539ecc8b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'mac_address': 'fa:16:3e:19:43:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799a5dd6-c834-42a1-baa8-1b28ca1603a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:31:00Z', 'updated_at': '2021-08-19T02:31:00Z', 'revision_number': 0, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047e21a9-3000-4ce0-8542-34bbb4a1708f', 'name': '', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'mac_address': 'fa:16:3e:f0:54:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:35Z', 'updated_at': '2021-08-19T02:26:42Z', 'revision_number': 5, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'subnets': [{'id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:31:02.327798 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965b3afa-6561-4118-adf4-dbd4b543e227 None None] New status for floating IP 618a80a8-43c2-4c9d-ba88-509ae6d2931e: ACTIVE {{(pid=94446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 02:31:04.212974 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 42712) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:31:04.312597 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eea9a5a9-b606-476e-87e5-11cb02aeb4ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:04.402569 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eea9a5a9-b606-476e-87e5-11cb02aeb4ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:04.464841 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-eea9a5a9-b606-476e-87e5-11cb02aeb4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:04.502782 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-eea9a5a9-b606-476e-87e5-11cb02aeb4ba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c616299105794c85aacfaced77e5f919&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2887349 Aug 19 02:31:04.503494 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea9a5a9-b606-476e-87e5-11cb02aeb4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d9f73d-249e-4368-b9a7-c2a1816d121f,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:04.506222 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 42716) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:31:04.554103 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1074bf85-1715-4f4f-bb64-8cb6377e942c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:04.575837 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1074bf85-1715-4f4f-bb64-8cb6377e942c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:04.705833 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1074bf85-1715-4f4f-bb64-8cb6377e942c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:04.709045 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1074bf85-1715-4f4f-bb64-8cb6377e942c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:04.710218 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-1074bf85-1715-4f4f-bb64-8cb6377e942c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f3d9f73d-249e-4368-b9a7-c2a1816d121f HTTP/1.1" status: 204 len: 168 time: 0.2029541 Aug 19 02:31:04.717963 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1074bf85-1715-4f4f-bb64-8cb6377e942c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d9f73d-249e-4368-b9a7-c2a1816d121f,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:05.326093 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 42722) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:31:05.339506 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-babf274b-abf8-4eb3-a259-09aac34427c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:05.426027 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-babf274b-abf8-4eb3-a259-09aac34427c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:05.494149 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-babf274b-abf8-4eb3-a259-09aac34427c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:05.532483 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-babf274b-abf8-4eb3-a259-09aac34427c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ff74900ec91a4c77b68257b0d8df3fcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2053461 Aug 19 02:31:05.533370 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf274b-abf8-4eb3-a259-09aac34427c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a580ab-7182-4c2f-a09e-845ebae4ed8d,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:05.535192 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 42724) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:31:05.584520 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-daf67d75-0cad-4aec-95aa-e349c9a6869a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:05.605067 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-daf67d75-0cad-4aec-95aa-e349c9a6869a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:05.711359 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-daf67d75-0cad-4aec-95aa-e349c9a6869a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:05.713956 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-daf67d75-0cad-4aec-95aa-e349c9a6869a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:05.715128 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-daf67d75-0cad-4aec-95aa-e349c9a6869a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/66a580ab-7182-4c2f-a09e-845ebae4ed8d HTTP/1.1" status: 204 len: 168 time: 0.1789196 Aug 19 02:31:05.722831 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf67d75-0cad-4aec-95aa-e349c9a6869a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a580ab-7182-4c2f-a09e-845ebae4ed8d,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:08.459877 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:10.042880 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 6 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:31:13.461778 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2cfa1a49-9e7d-4d50-8cbc-dff3e7ee2bb5 req-a845721f-989d-4219-b379-cf6385cec3cd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1258936 Aug 19 02:31:13.524896 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa1a49-9e7d-4d50-8cbc-dff3e7ee2bb5 req-a96f9c65-3a5b-4416-9047-253fe4154d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:31:13.526434 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2cfa1a49-9e7d-4d50-8cbc-dff3e7ee2bb5 req-a96f9c65-3a5b-4416-9047-253fe4154d4e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=26b5d99a01904098815dc4c04ec8ceb6&device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 1137 time: 0.0431719 Aug 19 02:31:13.626968 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa1a49-9e7d-4d50-8cbc-dff3e7ee2bb5 req-9bf42a01-bd75-41c8-8459-aa7501224aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:31:13.628388 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2cfa1a49-9e7d-4d50-8cbc-dff3e7ee2bb5 req-9bf42a01-bd75-41c8-8459-aa7501224aa9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ae56529d-4ec4-4ab1-997f-53a52a2202db HTTP/1.1" status: 200 len: 916 time: 0.0832708 Aug 19 02:31:13.696636 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2cfa1a49-9e7d-4d50-8cbc-dff3e7ee2bb5 req-e92a4abe-44aa-40d8-8ba2-09dbf3d04d3c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4d81b53-d1dc-4361-8daf-2899eea95b85 HTTP/1.1" status: 200 len: 1001 time: 0.0600240 Aug 19 02:31:13.745954 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa1a49-9e7d-4d50-8cbc-dff3e7ee2bb5 req-2e6172fd-3295-4c74-97f2-07546dd28963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:31:13.747410 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2cfa1a49-9e7d-4d50-8cbc-dff3e7ee2bb5 req-2e6172fd-3295-4c74-97f2-07546dd28963 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=19f8ff54-7705-49ed-972c-36bbb42e5fd1 HTTP/1.1" status: 200 len: 854 time: 0.0435901 Aug 19 02:31:13.792755 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa1a49-9e7d-4d50-8cbc-dff3e7ee2bb5 req-67e7323e-773e-4721-87c5-52de0bf45682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:31:13.794297 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2cfa1a49-9e7d-4d50-8cbc-dff3e7ee2bb5 req-67e7323e-773e-4721-87c5-52de0bf45682 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ae56529d-4ec4-4ab1-997f-53a52a2202db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0398238 Aug 19 02:31:13.886248 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2cfa1a49-9e7d-4d50-8cbc-dff3e7ee2bb5 req-6ce540e2-0544-41f5-90c1-06b9d4d4d85d service neutron] 10.222.0.22 "GET /v2.0/networks/ae56529d-4ec4-4ab1-997f-53a52a2202db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837989 Aug 19 02:31:13.974191 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2cfa1a49-9e7d-4d50-8cbc-dff3e7ee2bb5 req-ec9f9146-252f-40bc-9c53-3fe36f9b6deb service neutron] 10.222.0.22 "GET /v2.0/networks/ae56529d-4ec4-4ab1-997f-53a52a2202db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804243 Aug 19 02:31:14.899362 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b92cb8c3-9bff-4d8c-abf3-feb78cfbf3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:17.248687 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fc67d113-c57c-4f54-80a4-b573bf3644bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:17.694521 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:17.851836 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 42826) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:31:17.959310 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0cbd23d6-8090-436a-9a16-94ac91498969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:18.048972 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0cbd23d6-8090-436a-9a16-94ac91498969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:18.122371 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0cbd23d6-8090-436a-9a16-94ac91498969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:18.159717 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd23d6-8090-436a-9a16-94ac91498969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d12226-1607-42c6-84fb-171d37251d91,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:18.164726 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-0cbd23d6-8090-436a-9a16-94ac91498969 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7f6e324b78074c949d768d5b98fc9810&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3118668 Aug 19 02:31:18.167680 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 42830) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:31:18.214091 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-07498c3b-af78-42fd-b217-ab25f6d92bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:18.234958 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-07498c3b-af78-42fd-b217-ab25f6d92bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:18.322408 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-07498c3b-af78-42fd-b217-ab25f6d92bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:18.324803 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-07498c3b-af78-42fd-b217-ab25f6d92bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:18.326002 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-07498c3b-af78-42fd-b217-ab25f6d92bf7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f5d12226-1607-42c6-84fb-171d37251d91 HTTP/1.1" status: 204 len: 168 time: 0.1575329 Aug 19 02:31:18.333201 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07498c3b-af78-42fd-b217-ab25f6d92bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d12226-1607-42c6-84fb-171d37251d91,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:18.534001 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:20.413892 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:22.696504 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 42876) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:31:22.798769 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-3924b804-b4c2-4956-9882-abb7348e3381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:22.889814 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-3924b804-b4c2-4956-9882-abb7348e3381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:22.934168 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-3924b804-b4c2-4956-9882-abb7348e3381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:22.970082 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3924b804-b4c2-4956-9882-abb7348e3381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c5f34a-5725-4c86-a4df-1dd093d19117,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:22.974386 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-3924b804-b4c2-4956-9882-abb7348e3381 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1ec39c5b9fb44622b56a771e20687c43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2768455 Aug 19 02:31:22.977584 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 42880) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:31:23.024959 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-f7e2a006-f15c-4d13-be06-b93df5691649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:23.045965 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-f7e2a006-f15c-4d13-be06-b93df5691649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:23.156940 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-f7e2a006-f15c-4d13-be06-b93df5691649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:23.159531 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-f7e2a006-f15c-4d13-be06-b93df5691649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:23.160682 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-f7e2a006-f15c-4d13-be06-b93df5691649 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/83c5f34a-5725-4c86-a4df-1dd093d19117 HTTP/1.1" status: 204 len: 168 time: 0.1821454 Aug 19 02:31:23.169751 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2a006-f15c-4d13-be06-b93df5691649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c5f34a-5725-4c86-a4df-1dd093d19117,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:24.110043 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 42904) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:31:24.204369 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-c202ffa3-f3a9-4018-8fd0-dc8eb8a762b8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-519744889-network', 'tenant_id': 'a77767d88f5c450f86c3c5a8d944fc8c'}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:31:24.327274 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c202ffa3-f3a9-4018-8fd0-dc8eb8a762b8 admin admin] Made reservation on behalf of a77767d88f5c450f86c3c5a8d944fc8c for: {'network': 1} {{(pid=94444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:31:24.329558 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-c202ffa3-f3a9-4018-8fd0-dc8eb8a762b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for network, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:24.338594 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-c202ffa3-f3a9-4018-8fd0-dc8eb8a762b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:24.425407 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-c202ffa3-f3a9-4018-8fd0-dc8eb8a762b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:24.504553 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-c202ffa3-f3a9-4018-8fd0-dc8eb8a762b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:24.528969 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c202ffa3-f3a9-4018-8fd0-dc8eb8a762b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=94444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 02:31:24.537464 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202ffa3-f3a9-4018-8fd0-dc8eb8a762b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97499655-83b4-4370-85cf-fa0c2003fa38,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:24.549078 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-c202ffa3-f3a9-4018-8fd0-dc8eb8a762b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178'] for segment, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:24.549078 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.db.segments_db [None req-c202ffa3-f3a9-4018-8fd0-dc8eb8a762b8 admin admin] Added segment 7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3 of type vlan for network d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0 Aug 19 02:31:24.584038 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-c202ffa3-f3a9-4018-8fd0-dc8eb8a762b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754220385702'] for network, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:24.699832 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-c202ffa3-f3a9-4018-8fd0-dc8eb8a762b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116'] for network, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:24.700790 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c202ffa3-f3a9-4018-8fd0-dc8eb8a762b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:31:24.701396 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-c202ffa3-f3a9-4018-8fd0-dc8eb8a762b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for network, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:24.759224 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202ffa3-f3a9-4018-8fd0-dc8eb8a762b8 admin admin] Pushing event updated for resources: {'Network': ['ID=d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:24.768989 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Network d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0 details requested by agent ovs-agent-dv-cinder-755654-10-iscsi with host dv-cinder-755654-10-iscsi {{(pid=94446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 02:31:24.786369 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-c202ffa3-f3a9-4018-8fd0-dc8eb8a762b8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6752193 Aug 19 02:31:24.789848 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 42908) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:31:24.794599 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-08294e70-1097-4b45-bc03-7cfacdab717d admin admin] Request body: {'subnet': {'network_id': 'd9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-519744889-subnet', 'tenant_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'ip_version': 4}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:31:24.859795 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08294e70-1097-4b45-bc03-7cfacdab717d admin admin] Made reservation on behalf of a77767d88f5c450f86c3c5a8d944fc8c for: {'subnet': 1} {{(pid=94444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:31:24.862691 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-08294e70-1097-4b45-bc03-7cfacdab717d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3746272'] for subnet, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:25.088837 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-08294e70-1097-4b45-bc03-7cfacdab717d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4183558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3746294'] for subnet, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:25.146712 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08294e70-1097-4b45-bc03-7cfacdab717d admin admin] Pushing event updated for resources: {'Subnet': ['ID=76386d58-bfc3-4b74-85b1-29737f9470fa,revision_number=0']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:25.155655 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08294e70-1097-4b45-bc03-7cfacdab717d admin admin] Checking segment: {'id': '7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:31:25.161194 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08294e70-1097-4b45-bc03-7cfacdab717d admin admin] Network hostable DHCP agents. Network: d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0, hostable agents: ['5428ca17-2793-4a7a-b269-f163004a9067'], hosted agents: [] {{(pid=94444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 02:31:25.242414 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08294e70-1097-4b45-bc03-7cfacdab717d admin admin] Network d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0 is scheduled to be hosted by DHCP agent 5428ca17-2793-4a7a-b269-f163004a9067 with binding_index 1 {{(pid=94444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 02:31:25.333760 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.base_scheduler [None req-08294e70-1097-4b45-bc03-7cfacdab717d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755654-10-iscsi, d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0) {{(pid=94444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:31:25.337990 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08294e70-1097-4b45-bc03-7cfacdab717d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:31:25.338584 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-08294e70-1097-4b45-bc03-7cfacdab717d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for subnet, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:25.344205 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d277b9f7-02e9-4c38-bb34-5214b77490fb None None] Network d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0 requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:31:25.420588 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-08294e70-1097-4b45-bc03-7cfacdab717d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6296911 Aug 19 02:31:25.423234 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 42910) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:31:25.427504 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-1414f471-cb7c-4ee6-8760-ba3cf050fbbf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-519744889-router', 'tenant_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'}}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:31:25.481966 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e9551f-f3c4-4fce-b95d-aea9d5a3ed6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ca4f4ee-9243-5de2-b572-9b016c61beaa-d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0', 'network_id': 'd9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0', 'tenant_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'fixed_ips': [{'subnet_id': '76386d58-bfc3-4b74-85b1-29737f9470fa'}]}} from dv-cinder-755654-10-iscsi. {{(pid=94446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 02:31:25.482800 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-21e9551f-f3c4-4fce-b95d-aea9d5a3ed6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:25.517504 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1414f471-cb7c-4ee6-8760-ba3cf050fbbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14576'] for router, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:25.518564 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1414f471-cb7c-4ee6-8760-ba3cf050fbbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-613098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14585'] for router, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:25.568894 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1414f471-cb7c-4ee6-8760-ba3cf050fbbf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:25.615270 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-21e9551f-f3c4-4fce-b95d-aea9d5a3ed6c None None] Allocated IP 172.20.0.2 (d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0/76386d58-bfc3-4b74-85b1-29737f9470fa/2f0a231f-7f82-46e4-97cb-a714f6628f9c) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:31:25.756037 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-21e9551f-f3c4-4fce-b95d-aea9d5a3ed6c None None] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:25.764038 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-21e9551f-f3c4-4fce-b95d-aea9d5a3ed6c None None] Transition to ACTIVE for port object 2f0a231f-7f82-46e4-97cb-a714f6628f9c will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:31:25.767514 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1414f471-cb7c-4ee6-8760-ba3cf050fbbf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:25.778231 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-21e9551f-f3c4-4fce-b95d-aea9d5a3ed6c None None] Transition to ACTIVE for port object 2f0a231f-7f82-46e4-97cb-a714f6628f9c will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:31:25.889039 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-21e9551f-f3c4-4fce-b95d-aea9d5a3ed6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:25.929965 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e9551f-f3c4-4fce-b95d-aea9d5a3ed6c None None] Network d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:31:25.933716 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-21e9551f-f3c4-4fce-b95d-aea9d5a3ed6c None None] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:31:25.936923 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e9551f-f3c4-4fce-b95d-aea9d5a3ed6c None None] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:31:25.950199 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9551f-f3c4-4fce-b95d-aea9d5a3ed6c None None] Pushing event updated for resources: {'Port': ['ID=2f0a231f-7f82-46e4-97cb-a714f6628f9c,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:25.993631 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e9551f-f3c4-4fce-b95d-aea9d5a3ed6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:25.993969 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e9551f-f3c4-4fce-b95d-aea9d5a3ed6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:25.994311 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e9551f-f3c4-4fce-b95d-aea9d5a3ed6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:25.994639 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e9551f-f3c4-4fce-b95d-aea9d5a3ed6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:25.994964 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e9551f-f3c4-4fce-b95d-aea9d5a3ed6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:25.995293 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e9551f-f3c4-4fce-b95d-aea9d5a3ed6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:25.995611 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e9551f-f3c4-4fce-b95d-aea9d5a3ed6c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:25.995932 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e9551f-f3c4-4fce-b95d-aea9d5a3ed6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:25.996251 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e9551f-f3c4-4fce-b95d-aea9d5a3ed6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:25.996568 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e9551f-f3c4-4fce-b95d-aea9d5a3ed6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:25.996884 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e9551f-f3c4-4fce-b95d-aea9d5a3ed6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:25.997221 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e9551f-f3c4-4fce-b95d-aea9d5a3ed6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:26.011340 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-21e9551f-f3c4-4fce-b95d-aea9d5a3ed6c None None] Attempting to bind port 2f0a231f-7f82-46e4-97cb-a714f6628f9c on host dv-cinder-755654-10-iscsi for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:31:26.011709 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-21e9551f-f3c4-4fce-b95d-aea9d5a3ed6c None None] Attempting to bind port 2f0a231f-7f82-46e4-97cb-a714f6628f9c by drivers openvswitch,hyperv on host dv-cinder-755654-10-iscsi at level 0 using segments [{'id': '7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:31:26.012069 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e9551f-f3c4-4fce-b95d-aea9d5a3ed6c None None] Attempting to bind port 2f0a231f-7f82-46e4-97cb-a714f6628f9c on network d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:31:26.017011 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e9551f-f3c4-4fce-b95d-aea9d5a3ed6c None None] Checking agent: {'id': '4006ddce-538e-4364-9c83-4224b741844b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 11, 48), 'started_at': datetime.datetime(2021, 8, 19, 2, 12, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:31:26.017432 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e9551f-f3c4-4fce-b95d-aea9d5a3ed6c None None] Checking segment: {'id': '7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:31:26.017832 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-21e9551f-f3c4-4fce-b95d-aea9d5a3ed6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:26.018222 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e9551f-f3c4-4fce-b95d-aea9d5a3ed6c None None] Bound using segment: {'id': '7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:31:26.018674 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-21e9551f-f3c4-4fce-b95d-aea9d5a3ed6c None None] Bound port: 2f0a231f-7f82-46e4-97cb-a714f6628f9c, host: dv-cinder-755654-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:31:26.019045 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-21e9551f-f3c4-4fce-b95d-aea9d5a3ed6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:26.062990 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1414f471-cb7c-4ee6-8760-ba3cf050fbbf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:26.084203 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-21e9551f-f3c4-4fce-b95d-aea9d5a3ed6c None None] For port 2f0a231f-7f82-46e4-97cb-a714f6628f9c, host dv-cinder-755654-10-iscsi, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:31:26.087386 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1414f471-cb7c-4ee6-8760-ba3cf050fbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:26.088041 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-21e9551f-f3c4-4fce-b95d-aea9d5a3ed6c None None] For port 2f0a231f-7f82-46e4-97cb-a714f6628f9c, host dv-cinder-755654-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=2f0a231f-7f82-46e4-97cb-a714f6628f9c,segment=NetworkSegment(7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3),segment_id=7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:31:26.186126 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-21e9551f-f3c4-4fce-b95d-aea9d5a3ed6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:26.193737 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.db_base_plugin_common [None req-1414f471-cb7c-4ee6-8760-ba3cf050fbbf admin admin] Allocated IP 172.27.1.232 (3bd28d61-6ca0-48ed-a78c-bdbd12784534/563e592a-26a7-40db-9a00-034f622fa441/ca7c140f-7f36-4628-a97c-639de62b1df7) {{(pid=94444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:31:26.245560 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9551f-f3c4-4fce-b95d-aea9d5a3ed6c None None] Pushing event updated for resources: {'Port': ['ID=2f0a231f-7f82-46e4-97cb-a714f6628f9c,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:26.301617 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6315d4-4e4a-4a3f-ac9c-0c74f61c632d req-3939ff15-89af-422b-ae7d-c6255f9fc5ec tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:31:26.304480 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9b6315d4-4e4a-4a3f-ac9c-0c74f61c632d req-3939ff15-89af-422b-ae7d-c6255f9fc5ec tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 984 time: 0.0653160 Aug 19 02:31:26.310410 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1414f471-cb7c-4ee6-8760-ba3cf050fbbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:26.378680 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9b6315d4-4e4a-4a3f-ac9c-0c74f61c632d req-94a5a9e9-1231-4bc0-af22-155d2611531d tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?id=402f56f8-f89b-4071-9874-4e6ac8544c7b&id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0670717 Aug 19 02:31:26.389915 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddee220-c77f-4909-9ff9-d84106b9a58f req-18ca7106-5f80-41bf-8ea0-3eb5c6136a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:31:26.391496 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-8ddee220-c77f-4909-9ff9-d84106b9a58f req-18ca7106-5f80-41bf-8ea0-3eb5c6136a12 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=26b5d99a01904098815dc4c04ec8ceb6&device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 1137 time: 0.0788217 Aug 19 02:31:26.500390 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddee220-c77f-4909-9ff9-d84106b9a58f req-6ce0dd81-14a9-4e51-a72a-3502eeca0e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:31:26.505393 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-8ddee220-c77f-4909-9ff9-d84106b9a58f req-6ce0dd81-14a9-4e51-a72a-3502eeca0e4a service neutron] 10.222.0.22 "GET /v2.0/networks?id=ae56529d-4ec4-4ab1-997f-53a52a2202db HTTP/1.1" status: 200 len: 916 time: 0.1042824 Aug 19 02:31:26.597155 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-8ddee220-c77f-4909-9ff9-d84106b9a58f req-c6963e14-95e5-41f2-9d6b-5820cef058d9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4d81b53-d1dc-4361-8daf-2899eea95b85 HTTP/1.1" status: 200 len: 1001 time: 0.0789199 Aug 19 02:31:26.649570 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddee220-c77f-4909-9ff9-d84106b9a58f req-1a06f011-1d6f-4c7e-ad25-fbc39881374c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:31:26.650942 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-8ddee220-c77f-4909-9ff9-d84106b9a58f req-1a06f011-1d6f-4c7e-ad25-fbc39881374c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=19f8ff54-7705-49ed-972c-36bbb42e5fd1 HTTP/1.1" status: 200 len: 854 time: 0.0440533 Aug 19 02:31:26.682173 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1414f471-cb7c-4ee6-8760-ba3cf050fbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4183730'] for port, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:26.698552 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddee220-c77f-4909-9ff9-d84106b9a58f req-c4837830-0bbb-4b12-8128-ac1c8b96b0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:31:26.700026 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-8ddee220-c77f-4909-9ff9-d84106b9a58f req-c4837830-0bbb-4b12-8128-ac1c8b96b0ff service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ae56529d-4ec4-4ab1-997f-53a52a2202db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406864 Aug 19 02:31:26.721827 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1414f471-cb7c-4ee6-8760-ba3cf050fbbf admin admin] Network 3bd28d61-6ca0-48ed-a78c-bdbd12784534 is already hosted by enough agents. {{(pid=94444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:31:26.724662 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.base_scheduler [None req-1414f471-cb7c-4ee6-8760-ba3cf050fbbf admin admin] Resources bound (agent type, host, resource id): {{(pid=94444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:31:26.728945 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1414f471-cb7c-4ee6-8760-ba3cf050fbbf admin admin] Received port after_create {{(pid=94444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:31:26.734663 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1414f471-cb7c-4ee6-8760-ba3cf050fbbf admin admin] Pushing event updated for resources: {'Port': ['ID=ca7c140f-7f36-4628-a97c-639de62b1df7,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:26.761801 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1414f471-cb7c-4ee6-8760-ba3cf050fbbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:26.762155 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1414f471-cb7c-4ee6-8760-ba3cf050fbbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:26.762496 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1414f471-cb7c-4ee6-8760-ba3cf050fbbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:26.762833 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1414f471-cb7c-4ee6-8760-ba3cf050fbbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:26.763166 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1414f471-cb7c-4ee6-8760-ba3cf050fbbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:26.763502 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1414f471-cb7c-4ee6-8760-ba3cf050fbbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:26.763831 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1414f471-cb7c-4ee6-8760-ba3cf050fbbf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:26.764160 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1414f471-cb7c-4ee6-8760-ba3cf050fbbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:26.764489 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1414f471-cb7c-4ee6-8760-ba3cf050fbbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:26.764812 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1414f471-cb7c-4ee6-8760-ba3cf050fbbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:26.765219 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1414f471-cb7c-4ee6-8760-ba3cf050fbbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:26.765481 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1414f471-cb7c-4ee6-8760-ba3cf050fbbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:26.798596 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-8ddee220-c77f-4909-9ff9-d84106b9a58f req-b8ffee7c-8b22-447e-b78e-3416f4b58fd0 service neutron] 10.222.0.22 "GET /v2.0/networks/ae56529d-4ec4-4ab1-997f-53a52a2202db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903649 Aug 19 02:31:26.895248 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-8ddee220-c77f-4909-9ff9-d84106b9a58f req-0606a3bf-7671-4e76-8b42-efab3b6adba4 service neutron] 10.222.0.22 "GET /v2.0/networks/ae56529d-4ec4-4ab1-997f-53a52a2202db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884387 Aug 19 02:31:27.068832 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1414f471-cb7c-4ee6-8760-ba3cf050fbbf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:27.216906 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525578c0-0ec5-4c75-af10-3f24e04c1fdf None None] Network d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0 requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:31:27.283560 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1414f471-cb7c-4ee6-8760-ba3cf050fbbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612911'] for router, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:27.357219 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-0ba1bf1a-107b-4392-8dc4-9e9fb5229243 None None] Provisioning for port 2f0a231f-7f82-46e4-97cb-a714f6628f9c completed by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:31:27.468228 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1414f471-cb7c-4ee6-8760-ba3cf050fbbf admin admin] Router 44f7e469-ee29-4dc2-ab03-7b24ae6755d0 is scheduled to L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c with binding_index 1 {{(pid=94444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 02:31:27.549034 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3881dd1-a213-4c1d-b287-c71036dfb25a req-e5873834-c2dc-4cbc-8d95-0aa570697adc tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:31:27.550633 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-d3881dd1-a213-4c1d-b287-c71036dfb25a req-e5873834-c2dc-4cbc-8d95-0aa570697adc tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 984 time: 0.0945175 Aug 19 02:31:27.636816 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-d3881dd1-a213-4c1d-b287-c71036dfb25a req-19482ef6-b0f6-4ad1-ab9f-61c6452f6f92 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?id=402f56f8-f89b-4071-9874-4e6ac8544c7b&id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0763958 Aug 19 02:31:27.639339 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1414f471-cb7c-4ee6-8760-ba3cf050fbbf admin admin] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:31:27.648787 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1692bcea-20e1-4f19-9b62-bac07083a2f2 None None] Sync routers for ids ['44f7e469-ee29-4dc2-ab03-7b24ae6755d0'] in dv-cinder-755654-10-iscsi {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:31:27.658338 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1692bcea-20e1-4f19-9b62-bac07083a2f2 None None] Routers {'44f7e469-ee29-4dc2-ab03-7b24ae6755d0'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:31:27.658936 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-1692bcea-20e1-4f19-9b62-bac07083a2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:31:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['44f7e469-ee29-4dc2-ab03-7b24ae6755d0'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:31:27.705781 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1414f471-cb7c-4ee6-8760-ba3cf050fbbf admin admin] Notify callbacks [] for router, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:27.707052 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-1414f471-cb7c-4ee6-8760-ba3cf050fbbf admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2828846 Aug 19 02:31:27.709781 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 42922) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:31:27.761190 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-1692bcea-20e1-4f19-9b62-bac07083a2f2 None None] Set router 44f7e469-ee29-4dc2-ab03-7b24ae6755d0 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:31:27.932205 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-1692bcea-20e1-4f19-9b62-bac07083a2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f7e469-ee29-4dc2-ab03-7b24ae6755d0', 'name': 'tempest-TestShelveInstance-519744889-router', 'tenant_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'ca7c140f-7f36-4628-a97c-639de62b1df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:31:25Z', 'updated_at': '2021-08-19T02:31:26Z', 'revision_number': 3, 'project_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'gw_port': {'id': 'ca7c140f-7f36-4628-a97c-639de62b1df7', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f7e469-ee29-4dc2-ab03-7b24ae6755d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:31:26Z', 'updated_at': '2021-08-19T02:31:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi'}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:31:27.961894 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1692bcea-20e1-4f19-9b62-bac07083a2f2 None None] Checking router: 44f7e469-ee29-4dc2-ab03-7b24ae6755d0 for host: dv-cinder-755654-10-iscsi {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:31:27.962236 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1692bcea-20e1-4f19-9b62-bac07083a2f2 None None] Updating router 44f7e469-ee29-4dc2-ab03-7b24ae6755d0 port ca7c140f-7f36-4628-a97c-639de62b1df7 binding host dv-cinder-755654-10-iscsi {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 02:31:27.986970 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1692bcea-20e1-4f19-9b62-bac07083a2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:28.124555 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8d216b4f-60cd-4298-8170-88ae47e808cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:28.238627 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1692bcea-20e1-4f19-9b62-bac07083a2f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:28.246595 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 2f0a231f-7f82-46e4-97cb-a714f6628f9c up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:31:28.249013 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-1692bcea-20e1-4f19-9b62-bac07083a2f2 None None] Transition to ACTIVE for port object ca7c140f-7f36-4628-a97c-639de62b1df7 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:31:28.284246 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.db_base_plugin_common [None req-8d216b4f-60cd-4298-8170-88ae47e808cb admin admin] Allocated IP 172.20.0.1 (d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0/76386d58-bfc3-4b74-85b1-29737f9470fa/29f1896e-abfe-4137-be53-cf63d41f8b5f) {{(pid=94444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:31:28.305729 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1692bcea-20e1-4f19-9b62-bac07083a2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:28.356811 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning for port 2f0a231f-7f82-46e4-97cb-a714f6628f9c completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:31:28.360043 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-1692bcea-20e1-4f19-9b62-bac07083a2f2 None None] Attempting to bind port ca7c140f-7f36-4628-a97c-639de62b1df7 on host dv-cinder-755654-10-iscsi for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:31:28.360411 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-1692bcea-20e1-4f19-9b62-bac07083a2f2 None None] Attempting to bind port ca7c140f-7f36-4628-a97c-639de62b1df7 by drivers openvswitch,hyperv on host dv-cinder-755654-10-iscsi at level 0 using segments [{'id': '31e5f57a-85b9-444f-b38d-61963340c3f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:31:28.360770 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1692bcea-20e1-4f19-9b62-bac07083a2f2 None None] Attempting to bind port ca7c140f-7f36-4628-a97c-639de62b1df7 on network 3bd28d61-6ca0-48ed-a78c-bdbd12784534 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:31:28.361318 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port 2f0a231f-7f82-46e4-97cb-a714f6628f9c triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:31:28.361729 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:28.368416 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a9209-2520-44bc-bf09-a07c7a7f2764 None None] Pushing event updated for resources: {'Port': ['ID=ca7c140f-7f36-4628-a97c-639de62b1df7,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:28.370821 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1692bcea-20e1-4f19-9b62-bac07083a2f2 None None] Checking agent: {'id': '4006ddce-538e-4364-9c83-4224b741844b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 11, 48), 'started_at': datetime.datetime(2021, 8, 19, 2, 12, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:31:28.371184 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1692bcea-20e1-4f19-9b62-bac07083a2f2 None None] Checking segment: {'id': '31e5f57a-85b9-444f-b38d-61963340c3f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:31:28.371579 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1692bcea-20e1-4f19-9b62-bac07083a2f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:28.371962 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1692bcea-20e1-4f19-9b62-bac07083a2f2 None None] Bound using segment: {'id': '31e5f57a-85b9-444f-b38d-61963340c3f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:31:28.372420 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-1692bcea-20e1-4f19-9b62-bac07083a2f2 None None] Bound port: ca7c140f-7f36-4628-a97c-639de62b1df7, host: dv-cinder-755654-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31e5f57a-85b9-444f-b38d-61963340c3f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:31:28.372839 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1692bcea-20e1-4f19-9b62-bac07083a2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:28.380379 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6a9209-2520-44bc-bf09-a07c7a7f2764 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:28.380676 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6a9209-2520-44bc-bf09-a07c7a7f2764 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:28.381026 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6a9209-2520-44bc-bf09-a07c7a7f2764 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:28.381373 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6a9209-2520-44bc-bf09-a07c7a7f2764 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:28.381699 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6a9209-2520-44bc-bf09-a07c7a7f2764 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:28.382651 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6a9209-2520-44bc-bf09-a07c7a7f2764 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:28.382982 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6a9209-2520-44bc-bf09-a07c7a7f2764 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:28.383824 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6a9209-2520-44bc-bf09-a07c7a7f2764 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:28.383824 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6a9209-2520-44bc-bf09-a07c7a7f2764 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:28.384141 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6a9209-2520-44bc-bf09-a07c7a7f2764 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:28.384449 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6a9209-2520-44bc-bf09-a07c7a7f2764 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:28.384767 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6a9209-2520-44bc-bf09-a07c7a7f2764 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:28.392740 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8d216b4f-60cd-4298-8170-88ae47e808cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:28.408513 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.provisioning_blocks [None req-8d216b4f-60cd-4298-8170-88ae47e808cb admin admin] Transition to ACTIVE for port object 29f1896e-abfe-4137-be53-cf63d41f8b5f will not be triggered until provisioned by entity DHCP. {{(pid=94444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:31:28.441793 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:28.442513 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-1692bcea-20e1-4f19-9b62-bac07083a2f2 None None] For port ca7c140f-7f36-4628-a97c-639de62b1df7, host dv-cinder-755654-10-iscsi, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:31:28.446013 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-1692bcea-20e1-4f19-9b62-bac07083a2f2 None None] For port ca7c140f-7f36-4628-a97c-639de62b1df7, host dv-cinder-755654-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=ca7c140f-7f36-4628-a97c-639de62b1df7,segment=NetworkSegment(31e5f57a-85b9-444f-b38d-61963340c3f4),segment_id=31e5f57a-85b9-444f-b38d-61963340c3f4)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:31:28.477800 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] For port 2f0a231f-7f82-46e4-97cb-a714f6628f9c, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=2f0a231f-7f82-46e4-97cb-a714f6628f9c,segment=NetworkSegment(7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3),segment_id=7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:31:28.511574 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8d216b4f-60cd-4298-8170-88ae47e808cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4183730'] for port, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:28.534028 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:28.534527 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-1692bcea-20e1-4f19-9b62-bac07083a2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:28.552886 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d216b4f-60cd-4298-8170-88ae47e808cb admin admin] Network d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0 is already hosted by enough agents. {{(pid=94444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:31:28.559872 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.base_scheduler [None req-8d216b4f-60cd-4298-8170-88ae47e808cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:31:28.563549 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d216b4f-60cd-4298-8170-88ae47e808cb admin admin] Received port after_create {{(pid=94444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:31:28.583623 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1692bcea-20e1-4f19-9b62-bac07083a2f2 None None] Routers {'44f7e469-ee29-4dc2-ab03-7b24ae6755d0'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:31:28.584287 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-1692bcea-20e1-4f19-9b62-bac07083a2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:31:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['44f7e469-ee29-4dc2-ab03-7b24ae6755d0'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:31:28.589681 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d216b4f-60cd-4298-8170-88ae47e808cb admin admin] Pushing event updated for resources: {'Port': ['ID=29f1896e-abfe-4137-be53-cf63d41f8b5f,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:28.591297 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Pushing event updated for resources: {'Port': ['ID=2f0a231f-7f82-46e4-97cb-a714f6628f9c,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:28.608031 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8d216b4f-60cd-4298-8170-88ae47e808cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-619623'] for router_interface, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:28.704598 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a9209-2520-44bc-bf09-a07c7a7f2764 None None] Pushing event updated for resources: {'Port': ['ID=ca7c140f-7f36-4628-a97c-639de62b1df7,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:28.728576 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-1692bcea-20e1-4f19-9b62-bac07083a2f2 None None] Set router 44f7e469-ee29-4dc2-ab03-7b24ae6755d0 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:31:28.772155 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7249c-db09-4bca-a63c-8bf417120522 req-ea472201-8784-4699-9a0e-b4aca43ac551 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:31:28.773728 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-60f7249c-db09-4bca-a63c-8bf417120522 req-ea472201-8784-4699-9a0e-b4aca43ac551 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 984 time: 0.0549686 Aug 19 02:31:28.815572 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-60f7249c-db09-4bca-a63c-8bf417120522 req-8bf15095-f700-4ecd-9653-7afa17e57356 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?id=402f56f8-f89b-4071-9874-4e6ac8544c7b&id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357370 Aug 19 02:31:28.818740 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8d216b4f-60cd-4298-8170-88ae47e808cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:28.893268 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-e283c8ab-260b-45a6-8e54-68bae867b626 None None] Provisioning for port 29f1896e-abfe-4137-be53-cf63d41f8b5f completed by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:31:28.897299 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-e283c8ab-260b-45a6-8e54-68bae867b626 None None] Provisioning complete for port 29f1896e-abfe-4137-be53-cf63d41f8b5f triggered by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:31:28.898465 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e283c8ab-260b-45a6-8e54-68bae867b626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:28.924531 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-1692bcea-20e1-4f19-9b62-bac07083a2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f7e469-ee29-4dc2-ab03-7b24ae6755d0', 'name': 'tempest-TestShelveInstance-519744889-router', 'tenant_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'ca7c140f-7f36-4628-a97c-639de62b1df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:31:25Z', 'updated_at': '2021-08-19T02:31:26Z', 'revision_number': 3, 'project_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'gw_port': {'id': 'ca7c140f-7f36-4628-a97c-639de62b1df7', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f7e469-ee29-4dc2-ab03-7b24ae6755d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:31:26Z', 'updated_at': '2021-08-19T02:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi'}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:31:28.937832 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-e283c8ab-260b-45a6-8e54-68bae867b626 None None] Port 29f1896e-abfe-4137-be53-cf63d41f8b5f cannot update to ACTIVE because it is not bound. {{(pid=94446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:31:28.953100 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1692bcea-20e1-4f19-9b62-bac07083a2f2 None None] The sync data for ids ['44f7e469-ee29-4dc2-ab03-7b24ae6755d0'] in dv-cinder-755654-10-iscsi is: [{'id': '44f7e469-ee29-4dc2-ab03-7b24ae6755d0', 'name': 'tempest-TestShelveInstance-519744889-router', 'tenant_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'ca7c140f-7f36-4628-a97c-639de62b1df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:31:25Z', 'updated_at': '2021-08-19T02:31:26Z', 'revision_number': 3, 'project_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'gw_port': {'id': 'ca7c140f-7f36-4628-a97c-639de62b1df7', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f7e469-ee29-4dc2-ab03-7b24ae6755d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:31:26Z', 'updated_at': '2021-08-19T02:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi'}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:31:28.995573 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8d216b4f-60cd-4298-8170-88ae47e808cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:29.054887 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8d216b4f-60cd-4298-8170-88ae47e808cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4183741'] for port, after_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:29.120791 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d216b4f-60cd-4298-8170-88ae47e808cb admin admin] Pushing event updated for resources: {'Port': ['ID=29f1896e-abfe-4137-be53-cf63d41f8b5f,revision_number=2']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:29.126167 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8d216b4f-60cd-4298-8170-88ae47e808cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619667'] for router_interface, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:29.233452 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d216b4f-60cd-4298-8170-88ae47e808cb admin admin] Network d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0 is already hosted by enough agents. {{(pid=94444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:31:29.234864 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.base_scheduler [None req-8d216b4f-60cd-4298-8170-88ae47e808cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:31:29.357517 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d216b4f-60cd-4298-8170-88ae47e808cb admin admin] Router 44f7e469-ee29-4dc2-ab03-7b24ae6755d0 has already been hosted by L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c {{(pid=94444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:31:29.463136 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-da294d04-5bcb-4cc2-a606-b6b374474f28 None None] Provisioning complete for port 29f1896e-abfe-4137-be53-cf63d41f8b5f triggered by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:31:29.463708 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-da294d04-5bcb-4cc2-a606-b6b374474f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:29.480063 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d216b4f-60cd-4298-8170-88ae47e808cb admin admin] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:31:29.487367 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-8d216b4f-60cd-4298-8170-88ae47e808cb admin admin] 10.222.0.16 "PUT /v2.0/routers/44f7e469-ee29-4dc2-ab03-7b24ae6755d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7765553 Aug 19 02:31:29.499345 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-da294d04-5bcb-4cc2-a606-b6b374474f28 None None] Port 29f1896e-abfe-4137-be53-cf63d41f8b5f cannot update to ACTIVE because it is not bound. {{(pid=94446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:31:29.934552 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de118ea7-9e7c-41a6-bd4a-dd1602cb4bc5 req-d4540160-6dfa-4941-89a6-9dcf834d6a17 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:31:29.935965 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-de118ea7-9e7c-41a6-bd4a-dd1602cb4bc5 req-d4540160-6dfa-4941-89a6-9dcf834d6a17 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 984 time: 0.0541089 Aug 19 02:31:29.976872 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-de118ea7-9e7c-41a6-bd4a-dd1602cb4bc5 req-7d06497e-9606-41f9-8b36-753199d78c3a tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?id=402f56f8-f89b-4071-9874-4e6ac8544c7b&id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340745 Aug 19 02:31:30.239860 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 42942) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:31:30.245629 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-635bf777-78c2-49cf-a850-57ade39aa729 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1314196271-network', 'tenant_id': 'aafcecc656a54078afe7958d0be21c6e'}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:31:30.289290 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 2f0a231f-7f82-46e4-97cb-a714f6628f9c up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:31:30.334174 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635bf777-78c2-49cf-a850-57ade39aa729 admin admin] Made reservation on behalf of aafcecc656a54078afe7958d0be21c6e for: {'network': 1} {{(pid=94444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:31:30.336097 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port 2f0a231f-7f82-46e4-97cb-a714f6628f9c triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:31:30.336475 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:30.337237 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-635bf777-78c2-49cf-a850-57ade39aa729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for network, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:30.346278 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-635bf777-78c2-49cf-a850-57ade39aa729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:30.421358 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device ca7c140f-7f36-4628-a97c-639de62b1df7 up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:31:30.439033 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-635bf777-78c2-49cf-a850-57ade39aa729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:30.453266 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4cd85b-f619-4693-8409-997832d0f8d8 None None] Sync routers for ids ['44f7e469-ee29-4dc2-ab03-7b24ae6755d0'] in dv-cinder-755654-10-iscsi {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:31:30.467989 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4cd85b-f619-4693-8409-997832d0f8d8 None None] Routers {'44f7e469-ee29-4dc2-ab03-7b24ae6755d0'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:31:30.468624 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-8f4cd85b-f619-4693-8409-997832d0f8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:31:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['44f7e469-ee29-4dc2-ab03-7b24ae6755d0'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:31:30.510503 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-635bf777-78c2-49cf-a850-57ade39aa729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:30.537368 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-635bf777-78c2-49cf-a850-57ade39aa729 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=94444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 02:31:30.543866 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635bf777-78c2-49cf-a850-57ade39aa729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97627a63-8e5a-447e-ba6b-355451c30a42,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:30.551558 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-635bf777-78c2-49cf-a850-57ade39aa729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178'] for segment, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:30.551909 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.db.segments_db [None req-635bf777-78c2-49cf-a850-57ade39aa729 admin admin] Added segment 71d68a72-2f1a-4242-97f0-837159a0497d of type vlan for network 6c827e1e-bc91-42b1-ad84-bc2e1aa61f10 Aug 19 02:31:30.595408 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-635bf777-78c2-49cf-a850-57ade39aa729 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754220385702'] for network, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:30.671590 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning for port ca7c140f-7f36-4628-a97c-639de62b1df7 completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:31:30.680199 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port ca7c140f-7f36-4628-a97c-639de62b1df7 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:31:30.680601 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:30.681980 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-635bf777-78c2-49cf-a850-57ade39aa729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116'] for network, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:30.682989 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635bf777-78c2-49cf-a850-57ade39aa729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:31:30.685391 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-635bf777-78c2-49cf-a850-57ade39aa729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for network, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:30.729617 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-8f4cd85b-f619-4693-8409-997832d0f8d8 None None] Set router 44f7e469-ee29-4dc2-ab03-7b24ae6755d0 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:31:30.746295 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635bf777-78c2-49cf-a850-57ade39aa729 admin admin] Pushing event updated for resources: {'Network': ['ID=6c827e1e-bc91-42b1-ad84-bc2e1aa61f10,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:30.757835 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Network 6c827e1e-bc91-42b1-ad84-bc2e1aa61f10 details requested by agent ovs-agent-dv-cinder-755654-10-iscsi with host dv-cinder-755654-10-iscsi {{(pid=94446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 02:31:30.791325 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-635bf777-78c2-49cf-a850-57ade39aa729 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5503268 Aug 19 02:31:30.794033 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 42946) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:31:30.799029 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-0fe36359-03b1-40aa-97ca-2c9e4dda0a20 admin admin] Request body: {'subnet': {'network_id': '6c827e1e-bc91-42b1-ad84-bc2e1aa61f10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1314196271-subnet', 'tenant_id': 'aafcecc656a54078afe7958d0be21c6e', 'ip_version': 4}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:31:30.877076 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe36359-03b1-40aa-97ca-2c9e4dda0a20 admin admin] Made reservation on behalf of aafcecc656a54078afe7958d0be21c6e for: {'subnet': 1} {{(pid=94444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:31:30.879580 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0fe36359-03b1-40aa-97ca-2c9e4dda0a20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3746272'] for subnet, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:30.945278 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:30.983702 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] For port ca7c140f-7f36-4628-a97c-639de62b1df7, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=ca7c140f-7f36-4628-a97c-639de62b1df7,segment=NetworkSegment(31e5f57a-85b9-444f-b38d-61963340c3f4),segment_id=31e5f57a-85b9-444f-b38d-61963340c3f4)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:31:31.035899 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:31.063245 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-8f4cd85b-f619-4693-8409-997832d0f8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f7e469-ee29-4dc2-ab03-7b24ae6755d0', 'name': 'tempest-TestShelveInstance-519744889-router', 'tenant_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'ca7c140f-7f36-4628-a97c-639de62b1df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:31:25Z', 'updated_at': '2021-08-19T02:31:28Z', 'revision_number': 4, 'project_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'gw_port': {'id': 'ca7c140f-7f36-4628-a97c-639de62b1df7', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f7e469-ee29-4dc2-ab03-7b24ae6755d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:31:26Z', 'updated_at': '2021-08-19T02:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': '29f1896e-abfe-4137-be53-cf63d41f8b5f', 'name': '', 'network_id': 'd9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0', 'tenant_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'mac_address': 'fa:16:3e:93:ab:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f7e469-ee29-4dc2-ab03-7b24ae6755d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '76386d58-bfc3-4b74-85b1-29737f9470fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:31:28Z', 'updated_at': '2021-08-19T02:31:28Z', 'revision_number': 2, 'project_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'subnets': [{'id': '76386d58-bfc3-4b74-85b1-29737f9470fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:31:31.095532 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4cd85b-f619-4693-8409-997832d0f8d8 None None] Checking router: 44f7e469-ee29-4dc2-ab03-7b24ae6755d0 for host: dv-cinder-755654-10-iscsi {{(pid=94446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:31:31.095882 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4cd85b-f619-4693-8409-997832d0f8d8 None None] Updating router 44f7e469-ee29-4dc2-ab03-7b24ae6755d0 port 29f1896e-abfe-4137-be53-cf63d41f8b5f binding host dv-cinder-755654-10-iscsi {{(pid=94446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 02:31:31.097844 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ad584-84fb-4a01-9575-388fdbe7824c req-87476673-4873-4e29-9daf-35f96d16ea2a tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:31:31.099341 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f71ad584-84fb-4a01-9575-388fdbe7824c req-87476673-4873-4e29-9daf-35f96d16ea2a tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 984 time: 0.0504236 Aug 19 02:31:31.110854 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0fe36359-03b1-40aa-97ca-2c9e4dda0a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4183558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3746294'] for subnet, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:31.131717 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8f4cd85b-f619-4693-8409-997832d0f8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:31.134490 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Pushing event updated for resources: {'Port': ['ID=ca7c140f-7f36-4628-a97c-639de62b1df7,revision_number=4']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:31.149168 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f71ad584-84fb-4a01-9575-388fdbe7824c req-651fad22-b535-489c-ac03-eace93eb6fa7 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?id=402f56f8-f89b-4071-9874-4e6ac8544c7b&id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429630 Aug 19 02:31:31.176654 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe36359-03b1-40aa-97ca-2c9e4dda0a20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5d25af4-bc40-4f89-886f-864f3d6810a6,revision_number=0']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:31.182302 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe36359-03b1-40aa-97ca-2c9e4dda0a20 admin admin] Checking segment: {'id': '71d68a72-2f1a-4242-97f0-837159a0497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6c827e1e-bc91-42b1-ad84-bc2e1aa61f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:31:31.182672 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe36359-03b1-40aa-97ca-2c9e4dda0a20 admin admin] Network hostable DHCP agents. Network: 6c827e1e-bc91-42b1-ad84-bc2e1aa61f10, hostable agents: ['5428ca17-2793-4a7a-b269-f163004a9067'], hosted agents: [] {{(pid=94444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 02:31:31.276973 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe36359-03b1-40aa-97ca-2c9e4dda0a20 admin admin] Network 6c827e1e-bc91-42b1-ad84-bc2e1aa61f10 is scheduled to be hosted by DHCP agent 5428ca17-2793-4a7a-b269-f163004a9067 with binding_index 1 {{(pid=94444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 02:31:31.357385 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.base_scheduler [None req-0fe36359-03b1-40aa-97ca-2c9e4dda0a20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755654-10-iscsi, 6c827e1e-bc91-42b1-ad84-bc2e1aa61f10) {{(pid=94444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:31:31.361990 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe36359-03b1-40aa-97ca-2c9e4dda0a20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:31:31.362872 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0fe36359-03b1-40aa-97ca-2c9e4dda0a20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for subnet, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:31.380629 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5762e1d1-bf82-4812-8fa0-d0fa2b330fd1 None None] Network 6c827e1e-bc91-42b1-ad84-bc2e1aa61f10 requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:31:31.439667 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8f4cd85b-f619-4693-8409-997832d0f8d8 None None] Notify callbacks [] for port, precommit_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:31.455016 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-0fe36359-03b1-40aa-97ca-2c9e4dda0a20 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6598454 Aug 19 02:31:31.458790 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-8f4cd85b-f619-4693-8409-997832d0f8d8 None None] Transition to ACTIVE for port object 29f1896e-abfe-4137-be53-cf63d41f8b5f will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:31:31.458912 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 42950) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:31:31.462343 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [None req-5acea695-8393-489b-9afb-c5e43de35f58 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1314196271-router', 'tenant_id': 'aafcecc656a54078afe7958d0be21c6e', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'}}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:31:31.511961 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8f4cd85b-f619-4693-8409-997832d0f8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:31.534646 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5acea695-8393-489b-9afb-c5e43de35f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14576'] for router, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:31.535765 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5acea695-8393-489b-9afb-c5e43de35f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-613098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14585'] for router, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:31.585529 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14286f45-cc35-413c-96ae-2724a57d34b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ca4f4ee-9243-5de2-b572-9b016c61beaa-6c827e1e-bc91-42b1-ad84-bc2e1aa61f10', 'network_id': '6c827e1e-bc91-42b1-ad84-bc2e1aa61f10', 'tenant_id': 'aafcecc656a54078afe7958d0be21c6e', 'fixed_ips': [{'subnet_id': 'e5d25af4-bc40-4f89-886f-864f3d6810a6'}]}} from dv-cinder-755654-10-iscsi. {{(pid=94446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 02:31:31.586378 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-14286f45-cc35-413c-96ae-2724a57d34b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:31.597297 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac74f61-d74c-4300-ad9e-c70431d439cc None None] Pushing event updated for resources: {'Port': ['ID=29f1896e-abfe-4137-be53-cf63d41f8b5f,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:31.606343 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5acea695-8393-489b-9afb-c5e43de35f58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:31.717829 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-8f4cd85b-f619-4693-8409-997832d0f8d8 None None] Attempting to bind port 29f1896e-abfe-4137-be53-cf63d41f8b5f on host dv-cinder-755654-10-iscsi for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:31:31.717829 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-8f4cd85b-f619-4693-8409-997832d0f8d8 None None] Attempting to bind port 29f1896e-abfe-4137-be53-cf63d41f8b5f by drivers openvswitch,hyperv on host dv-cinder-755654-10-iscsi at level 0 using segments [{'id': '7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:31:31.718191 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4cd85b-f619-4693-8409-997832d0f8d8 None None] Attempting to bind port 29f1896e-abfe-4137-be53-cf63d41f8b5f on network d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:31:31.729422 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4cd85b-f619-4693-8409-997832d0f8d8 None None] Checking agent: {'id': '4006ddce-538e-4364-9c83-4224b741844b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 11, 48), 'started_at': datetime.datetime(2021, 8, 19, 2, 12, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:31:31.729797 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4cd85b-f619-4693-8409-997832d0f8d8 None None] Checking segment: {'id': '7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:31:31.730203 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8f4cd85b-f619-4693-8409-997832d0f8d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:31.730601 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4cd85b-f619-4693-8409-997832d0f8d8 None None] Bound using segment: {'id': '7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:31:31.731063 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-8f4cd85b-f619-4693-8409-997832d0f8d8 None None] Bound port: 29f1896e-abfe-4137-be53-cf63d41f8b5f, host: dv-cinder-755654-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:31:31.731446 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8f4cd85b-f619-4693-8409-997832d0f8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:31.826647 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.db_base_plugin_common [None req-14286f45-cc35-413c-96ae-2724a57d34b9 None None] Allocated IP 172.20.0.2 (6c827e1e-bc91-42b1-ad84-bc2e1aa61f10/e5d25af4-bc40-4f89-886f-864f3d6810a6/b71f36c1-5d64-4592-b999-a488a7ae6eb3) {{(pid=94446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:31:31.869718 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-8f4cd85b-f619-4693-8409-997832d0f8d8 None None] For port 29f1896e-abfe-4137-be53-cf63d41f8b5f, host dv-cinder-755654-10-iscsi, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:31:31.910021 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-8f4cd85b-f619-4693-8409-997832d0f8d8 None None] For port 29f1896e-abfe-4137-be53-cf63d41f8b5f, host dv-cinder-755654-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=29f1896e-abfe-4137-be53-cf63d41f8b5f,segment=NetworkSegment(7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3),segment_id=7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:31:31.950527 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8f4cd85b-f619-4693-8409-997832d0f8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:32.053302 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-14286f45-cc35-413c-96ae-2724a57d34b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:32.067681 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-14286f45-cc35-413c-96ae-2724a57d34b9 None None] Transition to ACTIVE for port object b71f36c1-5d64-4592-b999-a488a7ae6eb3 will not be triggered until provisioned by entity L2. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:31:32.069774 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4cd85b-f619-4693-8409-997832d0f8d8 None None] Routers {'44f7e469-ee29-4dc2-ab03-7b24ae6755d0'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:31:32.070351 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-8f4cd85b-f619-4693-8409-997832d0f8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:31:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['44f7e469-ee29-4dc2-ab03-7b24ae6755d0'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:31:32.072040 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac74f61-d74c-4300-ad9e-c70431d439cc None None] Pushing event updated for resources: {'Port': ['ID=29f1896e-abfe-4137-be53-cf63d41f8b5f,revision_number=4']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:32.088113 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5acea695-8393-489b-9afb-c5e43de35f58 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:32.126342 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-14286f45-cc35-413c-96ae-2724a57d34b9 None None] Transition to ACTIVE for port object b71f36c1-5d64-4592-b999-a488a7ae6eb3 will not be triggered until provisioned by entity DHCP. {{(pid=94446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:31:32.200329 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-8f4cd85b-f619-4693-8409-997832d0f8d8 None None] Set router 44f7e469-ee29-4dc2-ab03-7b24ae6755d0 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:31:32.203534 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-14286f45-cc35-413c-96ae-2724a57d34b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659'] for port, after_create {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:32.240637 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device ca7c140f-7f36-4628-a97c-639de62b1df7 up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:31:32.307030 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692482b-b3a5-471f-909f-8f4ce91b99cd req-1a97896e-1e38-4a30-b3fd-398e64e402d6 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:31:32.309099 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-6692482b-b3a5-471f-909f-8f4ce91b99cd req-1a97896e-1e38-4a30-b3fd-398e64e402d6 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 984 time: 0.0566609 Aug 19 02:31:32.311124 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14286f45-cc35-413c-96ae-2724a57d34b9 None None] Network 6c827e1e-bc91-42b1-ad84-bc2e1aa61f10 is already hosted by enough agents. {{(pid=94446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:31:32.325880 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.scheduler.base_scheduler [None req-14286f45-cc35-413c-96ae-2724a57d34b9 None None] Resources bound (agent type, host, resource id): {{(pid=94446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:31:32.337731 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14286f45-cc35-413c-96ae-2724a57d34b9 None None] Received port after_create {{(pid=94446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:31:32.356369 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-6692482b-b3a5-471f-909f-8f4ce91b99cd req-46e1ea27-a700-4715-80f1-96959ce78f19 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?id=402f56f8-f89b-4071-9874-4e6ac8544c7b&id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392492 Aug 19 02:31:32.367738 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14286f45-cc35-413c-96ae-2724a57d34b9 None None] Pushing event updated for resources: {'Port': ['ID=b71f36c1-5d64-4592-b999-a488a7ae6eb3,revision_number=1']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:32.404359 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5acea695-8393-489b-9afb-c5e43de35f58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:32.422603 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5acea695-8393-489b-9afb-c5e43de35f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:32.536084 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-5acea695-8393-489b-9afb-c5e43de35f58 admin admin] Allocated IP 172.27.1.49 (3bd28d61-6ca0-48ed-a78c-bdbd12784534/563e592a-26a7-40db-9a00-034f622fa441/0b517cd2-181f-4c5d-9fee-21c000656118) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:31:32.629540 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-14286f45-cc35-413c-96ae-2724a57d34b9 None None] Attempting to bind port b71f36c1-5d64-4592-b999-a488a7ae6eb3 on host dv-cinder-755654-10-iscsi for vnic_type normal with profile {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:31:32.630112 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-14286f45-cc35-413c-96ae-2724a57d34b9 None None] Attempting to bind port b71f36c1-5d64-4592-b999-a488a7ae6eb3 by drivers openvswitch,hyperv on host dv-cinder-755654-10-iscsi at level 0 using segments [{'id': '71d68a72-2f1a-4242-97f0-837159a0497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6c827e1e-bc91-42b1-ad84-bc2e1aa61f10'}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:31:32.630327 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14286f45-cc35-413c-96ae-2724a57d34b9 None None] Attempting to bind port b71f36c1-5d64-4592-b999-a488a7ae6eb3 on network 6c827e1e-bc91-42b1-ad84-bc2e1aa61f10 {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:31:32.644169 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14286f45-cc35-413c-96ae-2724a57d34b9 None None] Checking agent: {'id': '4006ddce-538e-4364-9c83-4224b741844b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 11, 48), 'started_at': datetime.datetime(2021, 8, 19, 2, 12, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:31:32.644549 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14286f45-cc35-413c-96ae-2724a57d34b9 None None] Checking segment: {'id': '71d68a72-2f1a-4242-97f0-837159a0497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6c827e1e-bc91-42b1-ad84-bc2e1aa61f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:31:32.644957 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-14286f45-cc35-413c-96ae-2724a57d34b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:32.645741 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14286f45-cc35-413c-96ae-2724a57d34b9 None None] Bound using segment: {'id': '71d68a72-2f1a-4242-97f0-837159a0497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6c827e1e-bc91-42b1-ad84-bc2e1aa61f10'} {{(pid=94446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:31:32.645892 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.managers [None req-14286f45-cc35-413c-96ae-2724a57d34b9 None None] Bound port: b71f36c1-5d64-4592-b999-a488a7ae6eb3, host: dv-cinder-755654-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d68a72-2f1a-4242-97f0-837159a0497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6c827e1e-bc91-42b1-ad84-bc2e1aa61f10'}}] {{(pid=94446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:31:32.646238 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-14286f45-cc35-413c-96ae-2724a57d34b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:32.646396 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5acea695-8393-489b-9afb-c5e43de35f58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:32.651566 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port ca7c140f-7f36-4628-a97c-639de62b1df7 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:31:32.651939 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:32.746327 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5acea695-8393-489b-9afb-c5e43de35f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:32.794815 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acea695-8393-489b-9afb-c5e43de35f58 admin admin] Network 3bd28d61-6ca0-48ed-a78c-bdbd12784534 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:31:32.803427 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-5acea695-8393-489b-9afb-c5e43de35f58 admin admin] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:31:32.808170 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acea695-8393-489b-9afb-c5e43de35f58 admin admin] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:31:32.821306 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-14286f45-cc35-413c-96ae-2724a57d34b9 None None] For port b71f36c1-5d64-4592-b999-a488a7ae6eb3, host dv-cinder-755654-10-iscsi, cleared binding levels {{(pid=94446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:31:32.833219 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acea695-8393-489b-9afb-c5e43de35f58 admin admin] Pushing event updated for resources: {'Port': ['ID=0b517cd2-181f-4c5d-9fee-21c000656118,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:32.837033 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-14286f45-cc35-413c-96ae-2724a57d34b9 None None] For port b71f36c1-5d64-4592-b999-a488a7ae6eb3, host dv-cinder-755654-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=b71f36c1-5d64-4592-b999-a488a7ae6eb3,segment=NetworkSegment(71d68a72-2f1a-4242-97f0-837159a0497d),segment_id=71d68a72-2f1a-4242-97f0-837159a0497d)] {{(pid=94446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:31:32.850305 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acea695-8393-489b-9afb-c5e43de35f58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:32.850905 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acea695-8393-489b-9afb-c5e43de35f58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:32.851338 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acea695-8393-489b-9afb-c5e43de35f58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:32.851837 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acea695-8393-489b-9afb-c5e43de35f58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:32.852172 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acea695-8393-489b-9afb-c5e43de35f58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:32.852510 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acea695-8393-489b-9afb-c5e43de35f58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:32.852844 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acea695-8393-489b-9afb-c5e43de35f58 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:32.853211 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acea695-8393-489b-9afb-c5e43de35f58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:32.853527 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acea695-8393-489b-9afb-c5e43de35f58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:32.853855 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acea695-8393-489b-9afb-c5e43de35f58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:32.854174 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acea695-8393-489b-9afb-c5e43de35f58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:32.854496 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acea695-8393-489b-9afb-c5e43de35f58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:31:32.856497 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-8f4cd85b-f619-4693-8409-997832d0f8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f7e469-ee29-4dc2-ab03-7b24ae6755d0', 'name': 'tempest-TestShelveInstance-519744889-router', 'tenant_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'ca7c140f-7f36-4628-a97c-639de62b1df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:31:25Z', 'updated_at': '2021-08-19T02:31:28Z', 'revision_number': 4, 'project_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'gw_port': {'id': 'ca7c140f-7f36-4628-a97c-639de62b1df7', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f7e469-ee29-4dc2-ab03-7b24ae6755d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:31:26Z', 'updated_at': '2021-08-19T02:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': '29f1896e-abfe-4137-be53-cf63d41f8b5f', 'name': '', 'network_id': 'd9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0', 'tenant_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'mac_address': 'fa:16:3e:93:ab:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f7e469-ee29-4dc2-ab03-7b24ae6755d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '76386d58-bfc3-4b74-85b1-29737f9470fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:31:28Z', 'updated_at': '2021-08-19T02:31:31Z', 'revision_number': 4, 'project_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'subnets': [{'id': '76386d58-bfc3-4b74-85b1-29737f9470fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:31:32.895067 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4cd85b-f619-4693-8409-997832d0f8d8 None None] The sync data for ids ['44f7e469-ee29-4dc2-ab03-7b24ae6755d0'] in dv-cinder-755654-10-iscsi is: [{'id': '44f7e469-ee29-4dc2-ab03-7b24ae6755d0', 'name': 'tempest-TestShelveInstance-519744889-router', 'tenant_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'ca7c140f-7f36-4628-a97c-639de62b1df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:31:25Z', 'updated_at': '2021-08-19T02:31:28Z', 'revision_number': 4, 'project_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'gw_port': {'id': 'ca7c140f-7f36-4628-a97c-639de62b1df7', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f7e469-ee29-4dc2-ab03-7b24ae6755d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:31:26Z', 'updated_at': '2021-08-19T02:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': '29f1896e-abfe-4137-be53-cf63d41f8b5f', 'name': '', 'network_id': 'd9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0', 'tenant_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'mac_address': 'fa:16:3e:93:ab:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f7e469-ee29-4dc2-ab03-7b24ae6755d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '76386d58-bfc3-4b74-85b1-29737f9470fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:31:28Z', 'updated_at': '2021-08-19T02:31:31Z', 'revision_number': 4, 'project_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'subnets': [{'id': '76386d58-bfc3-4b74-85b1-29737f9470fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:31:32.922525 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-14286f45-cc35-413c-96ae-2724a57d34b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:32.997473 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14286f45-cc35-413c-96ae-2724a57d34b9 None None] Pushing event updated for resources: {'Port': ['ID=b71f36c1-5d64-4592-b999-a488a7ae6eb3,revision_number=2']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:33.223436 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5acea695-8393-489b-9afb-c5e43de35f58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:33.362836 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada948a-1d90-48a9-abb7-7d959bed9745 req-fc5b7309-c066-4214-908d-2d3572b3c7ac tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:31:33.364361 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2ada948a-1d90-48a9-abb7-7d959bed9745 req-fc5b7309-c066-4214-908d-2d3572b3c7ac tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 946 time: 0.1001196 Aug 19 02:31:33.450660 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2ada948a-1d90-48a9-abb7-7d959bed9745 req-c5134093-54d7-4773-8eee-cc941bfcd6f1 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770369 Aug 19 02:31:33.485060 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd810d3a-40db-4ce5-b0e0-a69ea2cba0c1 req-e8501d62-ab33-42ab-a310-e3be6658267d tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:31:33.486954 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-fd810d3a-40db-4ce5-b0e0-a69ea2cba0c1 req-e8501d62-ab33-42ab-a310-e3be6658267d tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 984 time: 0.0592010 Aug 19 02:31:33.519801 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5acea695-8393-489b-9afb-c5e43de35f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612911'] for router, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:33.538475 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-fd810d3a-40db-4ce5-b0e0-a69ea2cba0c1 req-efbd0efd-f79e-48db-9d77-94169a882268 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?id=402f56f8-f89b-4071-9874-4e6ac8544c7b&id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403585 Aug 19 02:31:33.745551 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5acea695-8393-489b-9afb-c5e43de35f58 admin admin] Router 6ab04519-5258-4f59-ad33-67d0a207b1bf is scheduled to L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c with binding_index 1 {{(pid=94445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 02:31:33.868501 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5acea695-8393-489b-9afb-c5e43de35f58 admin admin] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:31:33.878923 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9324102-eb48-462a-a704-d952ffcc7114 None None] Sync routers for ids ['6ab04519-5258-4f59-ad33-67d0a207b1bf'] in dv-cinder-755654-10-iscsi {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:31:33.890735 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9324102-eb48-462a-a704-d952ffcc7114 None None] Routers {'6ab04519-5258-4f59-ad33-67d0a207b1bf'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:31:33.891366 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-a9324102-eb48-462a-a704-d952ffcc7114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:31:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['6ab04519-5258-4f59-ad33-67d0a207b1bf'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:31:33.956502 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5acea695-8393-489b-9afb-c5e43de35f58 admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:33.961336 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 42970) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:31:33.961594 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-5acea695-8393-489b-9afb-c5e43de35f58 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5027966 Aug 19 02:31:34.004751 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f95b215-3ca3-48a3-8ae9-8500ea4089c1 None None] Network 6c827e1e-bc91-42b1-ad84-bc2e1aa61f10 requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:31:34.106958 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-a9324102-eb48-462a-a704-d952ffcc7114 None None] Set router 6ab04519-5258-4f59-ad33-67d0a207b1bf gateway port host: dv-cinder-755654-10-iscsi {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:31:34.146321 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-5be28e6e-ea68-48de-8e5d-c00f40c39636 None None] Provisioning for port b71f36c1-5d64-4592-b999-a488a7ae6eb3 completed by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:31:34.327421 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device b71f36c1-5d64-4592-b999-a488a7ae6eb3 up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:31:34.350198 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-a9324102-eb48-462a-a704-d952ffcc7114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab04519-5258-4f59-ad33-67d0a207b1bf', 'name': 'tempest-TestShelveInstance-1314196271-router', 'tenant_id': 'aafcecc656a54078afe7958d0be21c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '0b517cd2-181f-4c5d-9fee-21c000656118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:31:31Z', 'updated_at': '2021-08-19T02:31:32Z', 'revision_number': 3, 'project_id': 'aafcecc656a54078afe7958d0be21c6e', 'gw_port': {'id': '0b517cd2-181f-4c5d-9fee-21c000656118', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab04519-5258-4f59-ad33-67d0a207b1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:31:32Z', 'updated_at': '2021-08-19T02:31:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi'}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:31:34.385606 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9324102-eb48-462a-a704-d952ffcc7114 None None] Checking router: 6ab04519-5258-4f59-ad33-67d0a207b1bf for host: dv-cinder-755654-10-iscsi {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:31:34.386119 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9324102-eb48-462a-a704-d952ffcc7114 None None] Updating router 6ab04519-5258-4f59-ad33-67d0a207b1bf port 0b517cd2-181f-4c5d-9fee-21c000656118 binding host dv-cinder-755654-10-iscsi {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 02:31:34.415924 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a9324102-eb48-462a-a704-d952ffcc7114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:34.458964 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning for port b71f36c1-5d64-4592-b999-a488a7ae6eb3 completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:31:34.468345 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port b71f36c1-5d64-4592-b999-a488a7ae6eb3 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:31:34.468874 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:34.513351 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-a20f7e13-0545-4ced-81a9-fbf8daea321f None None] Provisioning complete for port b71f36c1-5d64-4592-b999-a488a7ae6eb3 triggered by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:31:34.513890 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a20f7e13-0545-4ced-81a9-fbf8daea321f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:34.596547 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f9b3c-9128-4af3-98b4-e8bedd553bc2 req-3e79f085-10bc-462e-83c0-4e181214f25a tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:31:34.611658 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-656f9b3c-9128-4af3-98b4-e8bedd553bc2 req-3e79f085-10bc-462e-83c0-4e181214f25a tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 946 time: 0.0779696 Aug 19 02:31:34.611888 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:34.656489 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-656f9b3c-9128-4af3-98b4-e8bedd553bc2 req-699b8813-1a3c-4b8d-aa74-ff690a26a053 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups?id=3704e907-499a-4356-a2ec-ba3d2e96b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439899 Aug 19 02:31:34.683621 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] For port b71f36c1-5d64-4592-b999-a488a7ae6eb3, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=b71f36c1-5d64-4592-b999-a488a7ae6eb3,segment=NetworkSegment(71d68a72-2f1a-4242-97f0-837159a0497d),segment_id=71d68a72-2f1a-4242-97f0-837159a0497d)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:31:34.686802 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a20f7e13-0545-4ced-81a9-fbf8daea321f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:34.743729 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a9324102-eb48-462a-a704-d952ffcc7114 None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:34.754412 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-a9324102-eb48-462a-a704-d952ffcc7114 None None] Transition to ACTIVE for port object 0b517cd2-181f-4c5d-9fee-21c000656118 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:31:34.762374 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:34.763243 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 29f1896e-abfe-4137-be53-cf63d41f8b5f up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:31:34.804761 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744df795-fa45-4262-af68-12831af8b98b req-d4500068-c017-41d0-9145-3033dbf148a5 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:31:34.807721 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-744df795-fa45-4262-af68-12831af8b98b req-d4500068-c017-41d0-9145-3033dbf148a5 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 984 time: 0.0942965 Aug 19 02:31:34.864892 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a9324102-eb48-462a-a704-d952ffcc7114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:34.874537 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e36fe7-ac8c-41fe-a70c-97bf2beb4328 req-82a78b8b-7805-4428-903b-35e8f4ce88cc tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:31:34.876655 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-21e36fe7-ac8c-41fe-a70c-97bf2beb4328 req-82a78b8b-7805-4428-903b-35e8f4ce88cc tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.22 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 946 time: 0.0540640 Aug 19 02:31:34.898566 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.db.api [None req-a20f7e13-0545-4ced-81a9-fbf8daea321f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 02:31:34.900973 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-277dc5d2-2ec0-42a9-9a13-20f0901019db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:34.901492 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG oslo_db.api [None req-a20f7e13-0545-4ced-81a9-fbf8daea321f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 02:31:34.903507 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Pushing event updated for resources: {'Port': ['ID=b71f36c1-5d64-4592-b999-a488a7ae6eb3,revision_number=3']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:34.937202 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-a9324102-eb48-462a-a704-d952ffcc7114 None None] Attempting to bind port 0b517cd2-181f-4c5d-9fee-21c000656118 on host dv-cinder-755654-10-iscsi for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:31:34.938160 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-a9324102-eb48-462a-a704-d952ffcc7114 None None] Attempting to bind port 0b517cd2-181f-4c5d-9fee-21c000656118 by drivers openvswitch,hyperv on host dv-cinder-755654-10-iscsi at level 0 using segments [{'id': '31e5f57a-85b9-444f-b38d-61963340c3f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:31:34.938877 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9324102-eb48-462a-a704-d952ffcc7114 None None] Attempting to bind port 0b517cd2-181f-4c5d-9fee-21c000656118 on network 3bd28d61-6ca0-48ed-a78c-bdbd12784534 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:31:34.952422 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffab41c-4b9b-4c99-8ff7-0245ee4ef1e9 None None] Pushing event updated for resources: {'Port': ['ID=0b517cd2-181f-4c5d-9fee-21c000656118,revision_number=2']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:34.955038 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9324102-eb48-462a-a704-d952ffcc7114 None None] Checking agent: {'id': '4006ddce-538e-4364-9c83-4224b741844b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 11, 48), 'started_at': datetime.datetime(2021, 8, 19, 2, 12, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:31:34.955814 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9324102-eb48-462a-a704-d952ffcc7114 None None] Checking segment: {'id': '31e5f57a-85b9-444f-b38d-61963340c3f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:31:34.956392 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a9324102-eb48-462a-a704-d952ffcc7114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:34.956938 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9324102-eb48-462a-a704-d952ffcc7114 None None] Bound using segment: {'id': '31e5f57a-85b9-444f-b38d-61963340c3f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:31:34.957632 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-a9324102-eb48-462a-a704-d952ffcc7114 None None] Bound port: 0b517cd2-181f-4c5d-9fee-21c000656118, host: dv-cinder-755654-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31e5f57a-85b9-444f-b38d-61963340c3f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:31:34.958204 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a9324102-eb48-462a-a704-d952ffcc7114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:34.990774 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning for port 29f1896e-abfe-4137-be53-cf63d41f8b5f completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:31:34.997063 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port 29f1896e-abfe-4137-be53-cf63d41f8b5f triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:31:35.005305 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:35.026041 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a9324102-eb48-462a-a704-d952ffcc7114 None None] For port 0b517cd2-181f-4c5d-9fee-21c000656118, host dv-cinder-755654-10-iscsi, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:31:35.028606 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-21e36fe7-ac8c-41fe-a70c-97bf2beb4328 req-c75ed391-3aec-4642-82e3-2ee46e85fd37 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Deleting port 236dea22-313f-4b56-a0b6-7e28994cf2ae {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:31:35.028958 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-21e36fe7-ac8c-41fe-a70c-97bf2beb4328 req-c75ed391-3aec-4642-82e3-2ee46e85fd37 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:35.031604 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-a9324102-eb48-462a-a704-d952ffcc7114 None None] For port 0b517cd2-181f-4c5d-9fee-21c000656118, host dv-cinder-755654-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=0b517cd2-181f-4c5d-9fee-21c000656118,segment=NetworkSegment(31e5f57a-85b9-444f-b38d-61963340c3f4),segment_id=31e5f57a-85b9-444f-b38d-61963340c3f4)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:31:35.036616 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-744df795-fa45-4262-af68-12831af8b98b req-d986b1f1-3c99-479f-ba71-00b70f31d644 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?id=402f56f8-f89b-4071-9874-4e6ac8544c7b&id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1822124 Aug 19 02:31:35.107391 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:35.129091 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-a9324102-eb48-462a-a704-d952ffcc7114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:35.145002 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.db_base_plugin_common [None req-277dc5d2-2ec0-42a9-9a13-20f0901019db admin admin] Allocated IP 172.20.0.1 (6c827e1e-bc91-42b1-ad84-bc2e1aa61f10/e5d25af4-bc40-4f89-886f-864f3d6810a6/fdbd8ced-a2fe-4b40-b985-6d3b53fa14e5) {{(pid=94444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:31:35.151314 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] For port 29f1896e-abfe-4137-be53-cf63d41f8b5f, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=29f1896e-abfe-4137-be53-cf63d41f8b5f,segment=NetworkSegment(7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3),segment_id=7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:31:35.170512 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-21e36fe7-ac8c-41fe-a70c-97bf2beb4328 req-c75ed391-3aec-4642-82e3-2ee46e85fd37 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] For port 236dea22-313f-4b56-a0b6-7e28994cf2ae, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=236dea22-313f-4b56-a0b6-7e28994cf2ae,segment=NetworkSegment(b757261d-bab5-459c-9be2-97b5652aa046),segment_id=b757261d-bab5-459c-9be2-97b5652aa046)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:31:35.171050 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-21e36fe7-ac8c-41fe-a70c-97bf2beb4328 req-c75ed391-3aec-4642-82e3-2ee46e85fd37 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:35.187283 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9324102-eb48-462a-a704-d952ffcc7114 None None] Routers {'6ab04519-5258-4f59-ad33-67d0a207b1bf'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:31:35.187832 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-a9324102-eb48-462a-a704-d952ffcc7114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:31:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['6ab04519-5258-4f59-ad33-67d0a207b1bf'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:31:35.229192 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffab41c-4b9b-4c99-8ff7-0245ee4ef1e9 None None] Pushing event updated for resources: {'Port': ['ID=0b517cd2-181f-4c5d-9fee-21c000656118,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:35.254884 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-277dc5d2-2ec0-42a9-9a13-20f0901019db admin admin] Notify callbacks [] for port, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:35.264832 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:35.275772 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.provisioning_blocks [None req-277dc5d2-2ec0-42a9-9a13-20f0901019db admin admin] Transition to ACTIVE for port object fdbd8ced-a2fe-4b40-b985-6d3b53fa14e5 will not be triggered until provisioned by entity DHCP. {{(pid=94444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:31:35.316222 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-a9324102-eb48-462a-a704-d952ffcc7114 None None] Set router 6ab04519-5258-4f59-ad33-67d0a207b1bf gateway port host: dv-cinder-755654-10-iscsi {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:31:35.323592 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Pushing event updated for resources: {'Port': ['ID=29f1896e-abfe-4137-be53-cf63d41f8b5f,revision_number=5']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:35.360330 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-21e36fe7-ac8c-41fe-a70c-97bf2beb4328 req-c75ed391-3aec-4642-82e3-2ee46e85fd37 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:35.360725 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-21e36fe7-ac8c-41fe-a70c-97bf2beb4328 req-c75ed391-3aec-4642-82e3-2ee46e85fd37 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610510'] for floatingip, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:35.361039 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.db.l3_db [req-21e36fe7-ac8c-41fe-a70c-97bf2beb4328 req-c75ed391-3aec-4642-82e3-2ee46e85fd37 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Floating IP cc8e50fc-d1f2-4a7e-af80-9ebe85c3f580 disassociated. External IP: 172.27.1.245, port: 236dea22-313f-4b56-a0b6-7e28994cf2ae. Aug 19 02:31:35.361445 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-21e36fe7-ac8c-41fe-a70c-97bf2beb4328 req-c75ed391-3aec-4642-82e3-2ee46e85fd37 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Calling delete_port for 236dea22-313f-4b56-a0b6-7e28994cf2ae owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:31:35.380458 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-277dc5d2-2ec0-42a9-9a13-20f0901019db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4183730'] for port, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:35.422299 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277dc5d2-2ec0-42a9-9a13-20f0901019db admin admin] Network 6c827e1e-bc91-42b1-ad84-bc2e1aa61f10 is already hosted by enough agents. {{(pid=94444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:31:35.428040 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.base_scheduler [None req-277dc5d2-2ec0-42a9-9a13-20f0901019db admin admin] Resources bound (agent type, host, resource id): {{(pid=94444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:31:35.431450 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277dc5d2-2ec0-42a9-9a13-20f0901019db admin admin] Received port after_create {{(pid=94444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:31:35.476741 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-277dc5d2-2ec0-42a9-9a13-20f0901019db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-619623'] for router_interface, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:35.480153 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277dc5d2-2ec0-42a9-9a13-20f0901019db admin admin] Pushing event updated for resources: {'Port': ['ID=fdbd8ced-a2fe-4b40-b985-6d3b53fa14e5,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:35.544434 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-a9324102-eb48-462a-a704-d952ffcc7114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab04519-5258-4f59-ad33-67d0a207b1bf', 'name': 'tempest-TestShelveInstance-1314196271-router', 'tenant_id': 'aafcecc656a54078afe7958d0be21c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '0b517cd2-181f-4c5d-9fee-21c000656118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:31:31Z', 'updated_at': '2021-08-19T02:31:32Z', 'revision_number': 3, 'project_id': 'aafcecc656a54078afe7958d0be21c6e', 'gw_port': {'id': '0b517cd2-181f-4c5d-9fee-21c000656118', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab04519-5258-4f59-ad33-67d0a207b1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:31:32Z', 'updated_at': '2021-08-19T02:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi'}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:31:35.571990 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9324102-eb48-462a-a704-d952ffcc7114 None None] The sync data for ids ['6ab04519-5258-4f59-ad33-67d0a207b1bf'] in dv-cinder-755654-10-iscsi is: [{'id': '6ab04519-5258-4f59-ad33-67d0a207b1bf', 'name': 'tempest-TestShelveInstance-1314196271-router', 'tenant_id': 'aafcecc656a54078afe7958d0be21c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '0b517cd2-181f-4c5d-9fee-21c000656118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:31:31Z', 'updated_at': '2021-08-19T02:31:32Z', 'revision_number': 3, 'project_id': 'aafcecc656a54078afe7958d0be21c6e', 'gw_port': {'id': '0b517cd2-181f-4c5d-9fee-21c000656118', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab04519-5258-4f59-ad33-67d0a207b1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:31:32Z', 'updated_at': '2021-08-19T02:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi'}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:31:35.608612 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-21e36fe7-ac8c-41fe-a70c-97bf2beb4328 req-c75ed391-3aec-4642-82e3-2ee46e85fd37 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:35.643722 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ed391-3aec-4642-82e3-2ee46e85fd37 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Pushing event deleted for resources: {'Port': ['ID=236dea22-313f-4b56-a0b6-7e28994cf2ae,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:35.707774 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-277dc5d2-2ec0-42a9-9a13-20f0901019db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:35.746035 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d040e4e0-ad57-438a-9baa-3c042e6b94e3 None None] Provisioning for port fdbd8ced-a2fe-4b40-b985-6d3b53fa14e5 completed by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:31:35.750322 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d040e4e0-ad57-438a-9baa-3c042e6b94e3 None None] Provisioning complete for port fdbd8ced-a2fe-4b40-b985-6d3b53fa14e5 triggered by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:31:35.751076 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d040e4e0-ad57-438a-9baa-3c042e6b94e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:35.793643 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-d040e4e0-ad57-438a-9baa-3c042e6b94e3 None None] Port fdbd8ced-a2fe-4b40-b985-6d3b53fa14e5 cannot update to ACTIVE because it is not bound. {{(pid=94446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:31:35.799898 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-49827c4b-bfc5-495d-9db5-54ef1df25808 req-393e5aa3-e1ec-47bd-abd6-5f538475cf47 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 210 time: 0.0533631 Aug 19 02:31:35.824223 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21e36fe7-ac8c-41fe-a70c-97bf2beb4328 req-c75ed391-3aec-4642-82e3-2ee46e85fd37 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Router d1c40882-4b06-4e81-8bf6-e5d79cda217a has already been hosted by L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:31:35.909895 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-277dc5d2-2ec0-42a9-9a13-20f0901019db admin admin] Notify callbacks [] for port, precommit_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:35.964646 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21e36fe7-ac8c-41fe-a70c-97bf2beb4328 req-c75ed391-3aec-4642-82e3-2ee46e85fd37 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:31:35.976336 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60bdcae-eac9-4760-898d-b67ad620c103 None None] Sync routers for ids ['d1c40882-4b06-4e81-8bf6-e5d79cda217a'] in dv-cinder-755654-10-iscsi {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:31:35.987414 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60bdcae-eac9-4760-898d-b67ad620c103 None None] Routers {'d1c40882-4b06-4e81-8bf6-e5d79cda217a'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:31:35.988209 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-f60bdcae-eac9-4760-898d-b67ad620c103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:31:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['d1c40882-4b06-4e81-8bf6-e5d79cda217a'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:31:35.997037 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-277dc5d2-2ec0-42a9-9a13-20f0901019db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4183741'] for port, after_update {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:36.013031 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e36fe7-ac8c-41fe-a70c-97bf2beb4328 req-c75ed391-3aec-4642-82e3-2ee46e85fd37 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] No DVR routers for this DVR port 236dea22-313f-4b56-a0b6-7e28994cf2ae on host hv-cinder-75565 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:31:36.015712 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-21e36fe7-ac8c-41fe-a70c-97bf2beb4328 req-c75ed391-3aec-4642-82e3-2ee46e85fd37 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:36.018062 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-21e36fe7-ac8c-41fe-a70c-97bf2beb4328 req-c75ed391-3aec-4642-82e3-2ee46e85fd37 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.22 "DELETE /v2.0/ports/236dea22-313f-4b56-a0b6-7e28994cf2ae HTTP/1.1" status: 204 len: 173 time: 1.1338117 Aug 19 02:31:36.018526 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e4245f-eb2f-4b9e-845e-95b65dfef655', 'name': 'network-vif-deleted', 'tag': '236dea22-313f-4b56-a0b6-7e28994cf2ae'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:31:36.020844 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65eeebb6-5786-4c59-bf47-003259d46d4b" -d '{"events": [{"server_uuid": "49e4245f-eb2f-4b9e-845e-95b65dfef655", "name": "network-vif-deleted", "tag": "236dea22-313f-4b56-a0b6-7e28994cf2ae"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:31:36.160945 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277dc5d2-2ec0-42a9-9a13-20f0901019db admin admin] Pushing event updated for resources: {'Port': ['ID=fdbd8ced-a2fe-4b40-b985-6d3b53fa14e5,revision_number=2']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:36.181244 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-277dc5d2-2ec0-42a9-9a13-20f0901019db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619667'] for router_interface, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:36.220594 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82615d8-ce6b-4ee7-9a9d-1168fc29e61b req-5d7f37d8-695a-4c9f-a1b1-75af8f683dcc tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:31:36.229802 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d82615d8-ce6b-4ee7-9a9d-1168fc29e61b req-5d7f37d8-695a-4c9f-a1b1-75af8f683dcc tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 984 time: 0.1016533 Aug 19 02:31:36.266986 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-f60bdcae-eac9-4760-898d-b67ad620c103 None None] Set router d1c40882-4b06-4e81-8bf6-e5d79cda217a gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:31:36.321495 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d82615d8-ce6b-4ee7-9a9d-1168fc29e61b req-ab7c2dd4-fd28-4fda-93e2-dafe76ef12a6 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?id=402f56f8-f89b-4071-9874-4e6ac8544c7b&id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0894008 Aug 19 02:31:36.381187 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c735747-ce90-4ac6-927a-12970cf31440 x-openstack-request-id: req-9c735747-ce90-4ac6-927a-12970cf31440 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:31:36.381187 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e4245f-eb2f-4b9e-845e-95b65dfef655", "name": "network-vif-deleted", "tag": "236dea22-313f-4b56-a0b6-7e28994cf2ae", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:31:36.382569 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9c735747-ce90-4ac6-927a-12970cf31440 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:31:36.382569 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e4245f-eb2f-4b9e-845e-95b65dfef655', 'name': 'network-vif-deleted', 'tag': '236dea22-313f-4b56-a0b6-7e28994cf2ae', 'status': 'completed', 'code': 200} Aug 19 02:31:36.407198 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277dc5d2-2ec0-42a9-9a13-20f0901019db admin admin] Network 6c827e1e-bc91-42b1-ad84-bc2e1aa61f10 is already hosted by enough agents. {{(pid=94444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:31:36.408738 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.base_scheduler [None req-277dc5d2-2ec0-42a9-9a13-20f0901019db admin admin] Resources bound (agent type, host, resource id): {{(pid=94444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:31:36.457661 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 0b517cd2-181f-4c5d-9fee-21c000656118 up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:31:36.607121 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-f60bdcae-eac9-4760-898d-b67ad620c103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'name': 'tempest-AttachVolumeShelveTestJSON-152763069-router', 'tenant_id': '517b8744677e400988e187c26e92c291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'ded5f68b-51bf-4ffa-a281-f74c0e07a9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:19:58Z', 'updated_at': '2021-08-19T02:20:04Z', 'revision_number': 4, 'project_id': '517b8744677e400988e187c26e92c291', 'gw_port': {'id': 'ded5f68b-51bf-4ffa-a281-f74c0e07a9e4', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:19:59Z', 'updated_at': '2021-08-19T02:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': '061cbc09-c043-437f-971d-a91d07e08a58', 'name': '', 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906', 'tenant_id': '517b8744677e400988e187c26e92c291', 'mac_address': 'fa:16:3e:48:cc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '88b7472a-b5f3-4f58-a9b7-55a108eaaf89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:20:03Z', 'updated_at': '2021-08-19T02:20:12Z', 'revision_number': 5, 'project_id': '517b8744677e400988e187c26e92c291', 'subnets': [{'id': '88b7472a-b5f3-4f58-a9b7-55a108eaaf89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:31:36.611584 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277dc5d2-2ec0-42a9-9a13-20f0901019db admin admin] Router 6ab04519-5258-4f59-ad33-67d0a207b1bf has already been hosted by L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c {{(pid=94444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:31:36.642979 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning for port 0b517cd2-181f-4c5d-9fee-21c000656118 completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:31:36.646510 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60bdcae-eac9-4760-898d-b67ad620c103 None None] Checking router: d1c40882-4b06-4e81-8bf6-e5d79cda217a for host: dv-cinder-755654-10-iscsi {{(pid=94446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:31:36.653822 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port 0b517cd2-181f-4c5d-9fee-21c000656118 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:31:36.654196 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:36.688126 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60bdcae-eac9-4760-898d-b67ad620c103 None None] Routers {'d1c40882-4b06-4e81-8bf6-e5d79cda217a'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:31:36.688574 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-f60bdcae-eac9-4760-898d-b67ad620c103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:31:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['d1c40882-4b06-4e81-8bf6-e5d79cda217a'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:31:36.727050 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277dc5d2-2ec0-42a9-9a13-20f0901019db admin admin] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:31:36.732282 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-277dc5d2-2ec0-42a9-9a13-20f0901019db admin admin] 10.222.0.16 "PUT /v2.0/routers/6ab04519-5258-4f59-ad33-67d0a207b1bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7698572 Aug 19 02:31:36.768241 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-cd4ba19f-8aae-434b-ab65-21ac83ed34b8 None None] Provisioning complete for port fdbd8ced-a2fe-4b40-b985-6d3b53fa14e5 triggered by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:31:36.768626 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cd4ba19f-8aae-434b-ab65-21ac83ed34b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:36.876820 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-cd4ba19f-8aae-434b-ab65-21ac83ed34b8 None None] Port fdbd8ced-a2fe-4b40-b985-6d3b53fa14e5 cannot update to ACTIVE because it is not bound. {{(pid=94446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:31:36.888240 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-f60bdcae-eac9-4760-898d-b67ad620c103 None None] Set router d1c40882-4b06-4e81-8bf6-e5d79cda217a gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:31:36.892247 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:36.950132 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-a6b0e218-0613-4ff7-8ff8-c60059dd19cc req-812c87f7-0567-4ec2-b0b5-51d2a00fba68 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/ports?device_id=49e4245f-eb2f-4b9e-845e-95b65dfef655 HTTP/1.1" status: 200 len: 210 time: 0.0424912 Aug 19 02:31:36.963700 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] For port 0b517cd2-181f-4c5d-9fee-21c000656118, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=0b517cd2-181f-4c5d-9fee-21c000656118,segment=NetworkSegment(31e5f57a-85b9-444f-b38d-61963340c3f4),segment_id=31e5f57a-85b9-444f-b38d-61963340c3f4)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:31:37.061084 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:37.061883 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device b71f36c1-5d64-4592-b999-a488a7ae6eb3 up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:31:37.189486 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Pushing event updated for resources: {'Port': ['ID=0b517cd2-181f-4c5d-9fee-21c000656118,revision_number=4']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:37.210781 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port b71f36c1-5d64-4592-b999-a488a7ae6eb3 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:31:37.211157 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:37.219587 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 42992) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:31:37.224387 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-43d4e19e-513e-43e7-92fb-d0a2d195afb9 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-147353646', 'description': 'tempest-secgroup-smoke-147353646 description', 'project_id': 'a77767d88f5c450f86c3c5a8d944fc8c'}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:31:37.328033 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-43d4e19e-513e-43e7-92fb-d0a2d195afb9 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:37.384986 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-f60bdcae-eac9-4760-898d-b67ad620c103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'name': 'tempest-AttachVolumeShelveTestJSON-152763069-router', 'tenant_id': '517b8744677e400988e187c26e92c291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'ded5f68b-51bf-4ffa-a281-f74c0e07a9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:19:58Z', 'updated_at': '2021-08-19T02:20:04Z', 'revision_number': 4, 'project_id': '517b8744677e400988e187c26e92c291', 'gw_port': {'id': 'ded5f68b-51bf-4ffa-a281-f74c0e07a9e4', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:19:59Z', 'updated_at': '2021-08-19T02:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': '061cbc09-c043-437f-971d-a91d07e08a58', 'name': '', 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906', 'tenant_id': '517b8744677e400988e187c26e92c291', 'mac_address': 'fa:16:3e:48:cc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '88b7472a-b5f3-4f58-a9b7-55a108eaaf89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:20:03Z', 'updated_at': '2021-08-19T02:20:12Z', 'revision_number': 5, 'project_id': '517b8744677e400988e187c26e92c291', 'subnets': [{'id': '88b7472a-b5f3-4f58-a9b7-55a108eaaf89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:31:37.416280 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60bdcae-eac9-4760-898d-b67ad620c103 None None] The sync data for ids ['d1c40882-4b06-4e81-8bf6-e5d79cda217a'] in dv-cinder-755654-10-iscsi is: [{'id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'name': 'tempest-AttachVolumeShelveTestJSON-152763069-router', 'tenant_id': '517b8744677e400988e187c26e92c291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'ded5f68b-51bf-4ffa-a281-f74c0e07a9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:19:58Z', 'updated_at': '2021-08-19T02:20:04Z', 'revision_number': 4, 'project_id': '517b8744677e400988e187c26e92c291', 'gw_port': {'id': 'ded5f68b-51bf-4ffa-a281-f74c0e07a9e4', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:19:59Z', 'updated_at': '2021-08-19T02:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': '061cbc09-c043-437f-971d-a91d07e08a58', 'name': '', 'network_id': 'bb3fc84d-f03f-4d97-87e6-72398b20c906', 'tenant_id': '517b8744677e400988e187c26e92c291', 'mac_address': 'fa:16:3e:48:cc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '88b7472a-b5f3-4f58-a9b7-55a108eaaf89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:20:03Z', 'updated_at': '2021-08-19T02:20:12Z', 'revision_number': 5, 'project_id': '517b8744677e400988e187c26e92c291', 'subnets': [{'id': '88b7472a-b5f3-4f58-a9b7-55a108eaaf89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:31:37.437612 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-43d4e19e-513e-43e7-92fb-d0a2d195afb9 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:37.449439 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd829d-ce04-47d6-b378-432edf22abb2 req-5a27e9b7-0a84-49f6-8e48-15780944d7e7 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:31:37.462549 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 29f1896e-abfe-4137-be53-cf63d41f8b5f up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:31:37.465942 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-eebd829d-ce04-47d6-b378-432edf22abb2 req-5a27e9b7-0a84-49f6-8e48-15780944d7e7 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 984 time: 0.0712411 Aug 19 02:31:37.511877 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-eebd829d-ce04-47d6-b378-432edf22abb2 req-a5cb702c-5b8b-42e3-bb28-df86f97b13ed tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?id=402f56f8-f89b-4071-9874-4e6ac8544c7b&id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428686 Aug 19 02:31:37.517243 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-43d4e19e-513e-43e7-92fb-d0a2d195afb9 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:37.544807 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af62520-08cf-4c4a-93f2-4bc73bbef23f None None] Sync routers for ids ['6ab04519-5258-4f59-ad33-67d0a207b1bf'] in dv-cinder-755654-10-iscsi {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:31:37.550620 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port 29f1896e-abfe-4137-be53-cf63d41f8b5f triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:31:37.551852 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:37.558717 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af62520-08cf-4c4a-93f2-4bc73bbef23f None None] Routers {'6ab04519-5258-4f59-ad33-67d0a207b1bf'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:31:37.559491 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-3af62520-08cf-4c4a-93f2-4bc73bbef23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:31:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['6ab04519-5258-4f59-ad33-67d0a207b1bf'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:31:37.570775 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d4e19e-513e-43e7-92fb-d0a2d195afb9 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=263a52b7-9397-421c-8923-a261ea1b697c,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:37.609173 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-43d4e19e-513e-43e7-92fb-d0a2d195afb9 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:37.613395 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-43d4e19e-513e-43e7-92fb-d0a2d195afb9 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3897657 Aug 19 02:31:37.613680 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 42996) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:31:37.619617 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-d2a8f50d-aa59-4058-a714-34c7057e6b9a tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Request body: {'security_group_rule': {'security_group_id': '263a52b7-9397-421c-8923-a261ea1b697c', 'project_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:31:37.693496 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-d2a8f50d-aa59-4058-a714-34c7057e6b9a tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:37.697823 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-3af62520-08cf-4c4a-93f2-4bc73bbef23f None None] Set router 6ab04519-5258-4f59-ad33-67d0a207b1bf gateway port host: dv-cinder-755654-10-iscsi {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:31:37.763945 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-d2a8f50d-aa59-4058-a714-34c7057e6b9a tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:37.795136 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0598f46-4435-4296-b585-89d344450be7 None None] New status for floating IP cc8e50fc-d1f2-4a7e-af80-9ebe85c3f580: DOWN {{(pid=94446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 02:31:37.802415 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-d2a8f50d-aa59-4058-a714-34c7057e6b9a tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732240'] for security_group_rule, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:37.822286 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a8f50d-aa59-4058-a714-34c7057e6b9a tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba44fc40-ac13-416c-a601-8b3a349db9ae,revision_number=0']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:37.888923 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-d2a8f50d-aa59-4058-a714-34c7057e6b9a tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:37.891112 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-d2a8f50d-aa59-4058-a714-34c7057e6b9a tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2762246 Aug 19 02:31:37.893931 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 42998) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:31:37.898717 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-4ed2ff85-93f5-41a2-a6ca-63bb4405f4b0 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Request body: {'security_group_rule': {'security_group_id': '263a52b7-9397-421c-8923-a261ea1b697c', 'project_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:31:37.914321 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-3af62520-08cf-4c4a-93f2-4bc73bbef23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab04519-5258-4f59-ad33-67d0a207b1bf', 'name': 'tempest-TestShelveInstance-1314196271-router', 'tenant_id': 'aafcecc656a54078afe7958d0be21c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '0b517cd2-181f-4c5d-9fee-21c000656118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:31:31Z', 'updated_at': '2021-08-19T02:31:35Z', 'revision_number': 4, 'project_id': 'aafcecc656a54078afe7958d0be21c6e', 'gw_port': {'id': '0b517cd2-181f-4c5d-9fee-21c000656118', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab04519-5258-4f59-ad33-67d0a207b1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:31:32Z', 'updated_at': '2021-08-19T02:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': 'fdbd8ced-a2fe-4b40-b985-6d3b53fa14e5', 'name': '', 'network_id': '6c827e1e-bc91-42b1-ad84-bc2e1aa61f10', 'tenant_id': 'aafcecc656a54078afe7958d0be21c6e', 'mac_address': 'fa:16:3e:03:6b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab04519-5258-4f59-ad33-67d0a207b1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e5d25af4-bc40-4f89-886f-864f3d6810a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:31:34Z', 'updated_at': '2021-08-19T02:31:35Z', 'revision_number': 2, 'project_id': 'aafcecc656a54078afe7958d0be21c6e', 'subnets': [{'id': 'e5d25af4-bc40-4f89-886f-864f3d6810a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:31:37.944511 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af62520-08cf-4c4a-93f2-4bc73bbef23f None None] Checking router: 6ab04519-5258-4f59-ad33-67d0a207b1bf for host: dv-cinder-755654-10-iscsi {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:31:37.949606 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af62520-08cf-4c4a-93f2-4bc73bbef23f None None] Updating router 6ab04519-5258-4f59-ad33-67d0a207b1bf port fdbd8ced-a2fe-4b40-b985-6d3b53fa14e5 binding host dv-cinder-755654-10-iscsi {{(pid=94447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 02:31:37.970287 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3af62520-08cf-4c4a-93f2-4bc73bbef23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:38.013476 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-4ed2ff85-93f5-41a2-a6ca-63bb4405f4b0 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:38.074686 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-4ed2ff85-93f5-41a2-a6ca-63bb4405f4b0 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:38.106564 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 43004) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:31:38.162335 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-22a08c0c-c090-4659-8f60-4932c2fe5ca3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:38.176112 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-4ed2ff85-93f5-41a2-a6ca-63bb4405f4b0 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732240'] for security_group_rule, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:38.206814 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-22a08c0c-c090-4659-8f60-4932c2fe5ca3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:38.216183 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2ff85-93f5-41a2-a6ca-63bb4405f4b0 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=780da802-36dd-48bf-ad7e-d5dd239bc93b,revision_number=0']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:38.232608 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 0b517cd2-181f-4c5d-9fee-21c000656118 up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:31:38.251016 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3af62520-08cf-4c4a-93f2-4bc73bbef23f None None] Notify callbacks [] for port, precommit_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:38.277184 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-4ed2ff85-93f5-41a2-a6ca-63bb4405f4b0 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:38.278436 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-4ed2ff85-93f5-41a2-a6ca-63bb4405f4b0 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3834288 Aug 19 02:31:38.281243 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 43006) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:31:38.287316 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-d02fa9f9-07e5-45e8-be1b-8ae98fb2bd49 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Request body: {'security_group_rule': {'security_group_id': '263a52b7-9397-421c-8923-a261ea1b697c', 'project_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:31:38.287461 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port 0b517cd2-181f-4c5d-9fee-21c000656118 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:31:38.287461 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:38.322747 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-22a08c0c-c090-4659-8f60-4932c2fe5ca3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:38.323001 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.provisioning_blocks [None req-3af62520-08cf-4c4a-93f2-4bc73bbef23f None None] Transition to ACTIVE for port object fdbd8ced-a2fe-4b40-b985-6d3b53fa14e5 will not be triggered until provisioned by entity L2. {{(pid=94447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:31:38.325569 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-22a08c0c-c090-4659-8f60-4932c2fe5ca3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:38.326797 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-22a08c0c-c090-4659-8f60-4932c2fe5ca3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "DELETE /v2.0/security-groups/3704e907-499a-4356-a2ec-ba3d2e96b1a0 HTTP/1.1" status: 204 len: 168 time: 0.2192144 Aug 19 02:31:38.329518 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 43008) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:31:38.339467 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a08c0c-c090-4659-8f60-4932c2fe5ca3 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3704e907-499a-4356-a2ec-ba3d2e96b1a0,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:38.343555 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.api.v2.resource [None req-239e57ec-c398-4eb6-971e-0eb550572331 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] show failed (client error): The resource could not be found. Aug 19 02:31:38.344862 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-239e57ec-c398-4eb6-971e-0eb550572331 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "GET /v2.0/security-groups/3704e907-499a-4356-a2ec-ba3d2e96b1a0 HTTP/1.1" status: 404 len: 347 time: 0.0143077 Aug 19 02:31:38.347783 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 43010) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:31:38.362049 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-d02fa9f9-07e5-45e8-be1b-8ae98fb2bd49 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:38.374449 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3af62520-08cf-4c4a-93f2-4bc73bbef23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:38.434344 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-d02fa9f9-07e5-45e8-be1b-8ae98fb2bd49 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:38.456517 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77bd84-0d88-4a71-a363-f96932495af2 None None] Pushing event updated for resources: {'Port': ['ID=fdbd8ced-a2fe-4b40-b985-6d3b53fa14e5,revision_number=3']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:38.485253 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-124ad00b-88f0-4294-9257-8f84e2c47501 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Deleting port cb6ba017-f3fe-4151-bd6c-0ecdde4d7b39 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:31:38.485507 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-124ad00b-88f0-4294-9257-8f84e2c47501 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:38.491271 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-3af62520-08cf-4c4a-93f2-4bc73bbef23f None None] Attempting to bind port fdbd8ced-a2fe-4b40-b985-6d3b53fa14e5 on host dv-cinder-755654-10-iscsi for vnic_type normal with profile {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:31:38.491632 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-3af62520-08cf-4c4a-93f2-4bc73bbef23f None None] Attempting to bind port fdbd8ced-a2fe-4b40-b985-6d3b53fa14e5 by drivers openvswitch,hyperv on host dv-cinder-755654-10-iscsi at level 0 using segments [{'id': '71d68a72-2f1a-4242-97f0-837159a0497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6c827e1e-bc91-42b1-ad84-bc2e1aa61f10'}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:31:38.491988 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af62520-08cf-4c4a-93f2-4bc73bbef23f None None] Attempting to bind port fdbd8ced-a2fe-4b40-b985-6d3b53fa14e5 on network 6c827e1e-bc91-42b1-ad84-bc2e1aa61f10 {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:31:38.497509 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af62520-08cf-4c4a-93f2-4bc73bbef23f None None] Checking agent: {'id': '4006ddce-538e-4364-9c83-4224b741844b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755654-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 11, 48), 'started_at': datetime.datetime(2021, 8, 19, 2, 12, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755654-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:31:38.497972 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af62520-08cf-4c4a-93f2-4bc73bbef23f None None] Checking segment: {'id': '71d68a72-2f1a-4242-97f0-837159a0497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6c827e1e-bc91-42b1-ad84-bc2e1aa61f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:31:38.498310 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3af62520-08cf-4c4a-93f2-4bc73bbef23f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:38.498693 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af62520-08cf-4c4a-93f2-4bc73bbef23f None None] Bound using segment: {'id': '71d68a72-2f1a-4242-97f0-837159a0497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6c827e1e-bc91-42b1-ad84-bc2e1aa61f10'} {{(pid=94447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:31:38.499161 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.managers [None req-3af62520-08cf-4c4a-93f2-4bc73bbef23f None None] Bound port: fdbd8ced-a2fe-4b40-b985-6d3b53fa14e5, host: dv-cinder-755654-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d68a72-2f1a-4242-97f0-837159a0497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6c827e1e-bc91-42b1-ad84-bc2e1aa61f10'}}] {{(pid=94447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:31:38.499556 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3af62520-08cf-4c4a-93f2-4bc73bbef23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:38.499844 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:38.545103 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-d02fa9f9-07e5-45e8-be1b-8ae98fb2bd49 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732240'] for security_group_rule, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:38.582555 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-124ad00b-88f0-4294-9257-8f84e2c47501 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:38.582799 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02fa9f9-07e5-45e8-be1b-8ae98fb2bd49 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51207c65-0d75-408c-a6bc-c3d827672da2,revision_number=0']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:38.582920 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-124ad00b-88f0-4294-9257-8f84e2c47501 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:38.603687 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-124ad00b-88f0-4294-9257-8f84e2c47501 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Calling delete_port for cb6ba017-f3fe-4151-bd6c-0ecdde4d7b39 owned by network:floatingip {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:31:38.619177 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-3af62520-08cf-4c4a-93f2-4bc73bbef23f None None] For port fdbd8ced-a2fe-4b40-b985-6d3b53fa14e5, host dv-cinder-755654-10-iscsi, cleared binding levels {{(pid=94447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:31:38.622465 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.plugins.ml2.db [None req-3af62520-08cf-4c4a-93f2-4bc73bbef23f None None] For port fdbd8ced-a2fe-4b40-b985-6d3b53fa14e5, host dv-cinder-755654-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=fdbd8ced-a2fe-4b40-b985-6d3b53fa14e5,segment=NetworkSegment(71d68a72-2f1a-4242-97f0-837159a0497d),segment_id=71d68a72-2f1a-4242-97f0-837159a0497d)] {{(pid=94447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:31:38.674255 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88945614-b7c7-4a07-b3fc-beafcbaadda6 req-75fb9c66-0c33-4cc5-9091-798fdfca941d tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:31:38.676097 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-88945614-b7c7-4a07-b3fc-beafcbaadda6 req-75fb9c66-0c33-4cc5-9091-798fdfca941d tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 984 time: 0.0525041 Aug 19 02:31:38.677239 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-d02fa9f9-07e5-45e8-be1b-8ae98fb2bd49 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:38.680986 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-d02fa9f9-07e5-45e8-be1b-8ae98fb2bd49 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3961899 Aug 19 02:31:38.681545 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 43014) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:31:38.687084 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [None req-506bf27b-a43c-4ebd-995d-20635a9347d8 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Request body: {'security_group_rule': {'security_group_id': '263a52b7-9397-421c-8923-a261ea1b697c', 'project_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:31:38.700257 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron_lib.callbacks.manager [None req-3af62520-08cf-4c4a-93f2-4bc73bbef23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:38.729421 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-88945614-b7c7-4a07-b3fc-beafcbaadda6 req-1a0bc9cd-34e8-46d6-801a-2b9ddf707336 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?id=402f56f8-f89b-4071-9874-4e6ac8544c7b&id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437243 Aug 19 02:31:38.751780 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af62520-08cf-4c4a-93f2-4bc73bbef23f None None] Routers {'6ab04519-5258-4f59-ad33-67d0a207b1bf'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:31:38.752365 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-3af62520-08cf-4c4a-93f2-4bc73bbef23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:31:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['6ab04519-5258-4f59-ad33-67d0a207b1bf'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:31:38.796374 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-506bf27b-a43c-4ebd-995d-20635a9347d8 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:38.801920 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77bd84-0d88-4a71-a363-f96932495af2 None None] Pushing event updated for resources: {'Port': ['ID=fdbd8ced-a2fe-4b40-b985-6d3b53fa14e5,revision_number=4']} {{(pid=94447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:38.852281 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-124ad00b-88f0-4294-9257-8f84e2c47501 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:38.856502 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-506bf27b-a43c-4ebd-995d-20635a9347d8 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:38.889325 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ad00b-88f0-4294-9257-8f84e2c47501 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Pushing event deleted for resources: {'Port': ['ID=cb6ba017-f3fe-4151-bd6c-0ecdde4d7b39,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:38.931871 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-506bf27b-a43c-4ebd-995d-20635a9347d8 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732240'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:38.964234 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506bf27b-a43c-4ebd-995d-20635a9347d8 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a77f4beb-5780-4dad-b54e-9b46c3a914e0,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:38.968532 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-124ad00b-88f0-4294-9257-8f84e2c47501 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks [] for floatingip, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:38.971312 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-124ad00b-88f0-4294-9257-8f84e2c47501 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:38.972510 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-124ad00b-88f0-4294-9257-8f84e2c47501 tempest-AttachVolumeShelveTestJSON-1122796867 tempest-AttachVolumeShelveTestJSON-1122796867-project] 10.222.0.16 "DELETE /v2.0/floatingips/cc8e50fc-d1f2-4a7e-af80-9ebe85c3f580 HTTP/1.1" status: 204 len: 168 time: 0.6237607 Aug 19 02:31:38.983420 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-3af62520-08cf-4c4a-93f2-4bc73bbef23f None None] Set router 6ab04519-5258-4f59-ad33-67d0a207b1bf gateway port host: dv-cinder-755654-10-iscsi {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:31:39.088635 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-506bf27b-a43c-4ebd-995d-20635a9347d8 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:39.089887 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-506bf27b-a43c-4ebd-995d-20635a9347d8 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4076138 Aug 19 02:31:39.092983 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 43018) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:31:39.097885 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.v2.base [None req-cd1c3214-bcec-4a86-b1f2-594c4318a754 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Request body: {'security_group_rule': {'security_group_id': '263a52b7-9397-421c-8923-a261ea1b697c', 'project_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:31:39.175284 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 236dea22-313f-4b56-a0b6-7e28994cf2ae no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:31:39.185677 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-3af62520-08cf-4c4a-93f2-4bc73bbef23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab04519-5258-4f59-ad33-67d0a207b1bf', 'name': 'tempest-TestShelveInstance-1314196271-router', 'tenant_id': 'aafcecc656a54078afe7958d0be21c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '0b517cd2-181f-4c5d-9fee-21c000656118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:31:31Z', 'updated_at': '2021-08-19T02:31:35Z', 'revision_number': 4, 'project_id': 'aafcecc656a54078afe7958d0be21c6e', 'gw_port': {'id': '0b517cd2-181f-4c5d-9fee-21c000656118', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab04519-5258-4f59-ad33-67d0a207b1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:31:32Z', 'updated_at': '2021-08-19T02:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': 'fdbd8ced-a2fe-4b40-b985-6d3b53fa14e5', 'name': '', 'network_id': '6c827e1e-bc91-42b1-ad84-bc2e1aa61f10', 'tenant_id': 'aafcecc656a54078afe7958d0be21c6e', 'mac_address': 'fa:16:3e:03:6b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab04519-5258-4f59-ad33-67d0a207b1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e5d25af4-bc40-4f89-886f-864f3d6810a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:31:34Z', 'updated_at': '2021-08-19T02:31:38Z', 'revision_number': 4, 'project_id': 'aafcecc656a54078afe7958d0be21c6e', 'subnets': [{'id': 'e5d25af4-bc40-4f89-886f-864f3d6810a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:31:39.191142 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.db.securitygroups_db [None req-cd1c3214-bcec-4a86-b1f2-594c4318a754 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Project a77767d88f5c450f86c3c5a8d944fc8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 02:31:39.198676 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-cd1c3214-bcec-4a86-b1f2-594c4318a754 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:39.204817 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] No Port match for: 236dea22-313f-4b56-a0b6-7e28994cf2ae {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:31:39.205172 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 236dea22-313f-4b56-a0b6-7e28994cf2ae not bound to the agent host hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:31:39.213224 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af62520-08cf-4c4a-93f2-4bc73bbef23f None None] The sync data for ids ['6ab04519-5258-4f59-ad33-67d0a207b1bf'] in dv-cinder-755654-10-iscsi is: [{'id': '6ab04519-5258-4f59-ad33-67d0a207b1bf', 'name': 'tempest-TestShelveInstance-1314196271-router', 'tenant_id': 'aafcecc656a54078afe7958d0be21c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '0b517cd2-181f-4c5d-9fee-21c000656118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:31:31Z', 'updated_at': '2021-08-19T02:31:35Z', 'revision_number': 4, 'project_id': 'aafcecc656a54078afe7958d0be21c6e', 'gw_port': {'id': '0b517cd2-181f-4c5d-9fee-21c000656118', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab04519-5258-4f59-ad33-67d0a207b1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:31:32Z', 'updated_at': '2021-08-19T02:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': 'fdbd8ced-a2fe-4b40-b985-6d3b53fa14e5', 'name': '', 'network_id': '6c827e1e-bc91-42b1-ad84-bc2e1aa61f10', 'tenant_id': 'aafcecc656a54078afe7958d0be21c6e', 'mac_address': 'fa:16:3e:03:6b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab04519-5258-4f59-ad33-67d0a207b1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e5d25af4-bc40-4f89-886f-864f3d6810a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:31:34Z', 'updated_at': '2021-08-19T02:31:38Z', 'revision_number': 4, 'project_id': 'aafcecc656a54078afe7958d0be21c6e', 'subnets': [{'id': 'e5d25af4-bc40-4f89-886f-864f3d6810a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:31:39.277417 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-cd1c3214-bcec-4a86-b1f2-594c4318a754 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:39.352007 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-cd1c3214-bcec-4a86-b1f2-594c4318a754 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732240'] for security_group_rule, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:39.377062 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c3214-bcec-4a86-b1f2-594c4318a754 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab87f516-fc04-49fc-9851-f045b845e5a2,revision_number=0']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:39.460440 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-cd1c3214-bcec-4a86-b1f2-594c4318a754 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:39.461890 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-cd1c3214-bcec-4a86-b1f2-594c4318a754 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3678710 Aug 19 02:31:39.468482 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 43022) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:31:39.473454 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [None req-5167e9bf-7050-4ff8-98ec-e2f6ba9837f3 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Request body: {'security_group_rule': {'security_group_id': '263a52b7-9397-421c-8923-a261ea1b697c', 'project_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:31:39.571195 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.db.securitygroups_db [None req-5167e9bf-7050-4ff8-98ec-e2f6ba9837f3 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Project a77767d88f5c450f86c3c5a8d944fc8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 02:31:39.573613 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5167e9bf-7050-4ff8-98ec-e2f6ba9837f3 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:39.651845 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5167e9bf-7050-4ff8-98ec-e2f6ba9837f3 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:39.723233 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5167e9bf-7050-4ff8-98ec-e2f6ba9837f3 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732240'] for security_group_rule, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:39.742803 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167e9bf-7050-4ff8-98ec-e2f6ba9837f3 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d6fd804-7c7b-490f-9813-63d7123b9868,revision_number=0']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:39.807800 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5167e9bf-7050-4ff8-98ec-e2f6ba9837f3 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:39.809297 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-5167e9bf-7050-4ff8-98ec-e2f6ba9837f3 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3395605 Aug 19 02:31:39.862987 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156825cb-c460-43ea-bc81-a5a0031779a7 req-b4227525-5240-4168-a598-5dcc1b740c69 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:31:39.864297 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-156825cb-c460-43ea-bc81-a5a0031779a7 req-b4227525-5240-4168-a598-5dcc1b740c69 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 984 time: 0.0537131 Aug 19 02:31:39.909010 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-156825cb-c460-43ea-bc81-a5a0031779a7 req-6c62bf25-1260-42be-9102-083ac59f04a1 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?id=402f56f8-f89b-4071-9874-4e6ac8544c7b&id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0381746 Aug 19 02:31:40.247821 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device fdbd8ced-a2fe-4b40-b985-6d3b53fa14e5 up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:31:40.396915 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning for port fdbd8ced-a2fe-4b40-b985-6d3b53fa14e5 completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:31:40.401565 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port fdbd8ced-a2fe-4b40-b985-6d3b53fa14e5 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:31:40.401946 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:40.477108 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:40.510888 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] For port fdbd8ced-a2fe-4b40-b985-6d3b53fa14e5, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=fdbd8ced-a2fe-4b40-b985-6d3b53fa14e5,segment=NetworkSegment(71d68a72-2f1a-4242-97f0-837159a0497d),segment_id=71d68a72-2f1a-4242-97f0-837159a0497d)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:31:40.597921 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:40.648313 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Pushing event updated for resources: {'Port': ['ID=fdbd8ced-a2fe-4b40-b985-6d3b53fa14e5,revision_number=5']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:41.027364 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc208cdd-286c-4605-84d5-eed37d106e32 req-1de3e08e-5b4e-41c5-9d44-e1c5e7f06236 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:31:41.028764 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-cc208cdd-286c-4605-84d5-eed37d106e32 req-1de3e08e-5b4e-41c5-9d44-e1c5e7f06236 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 984 time: 0.0488975 Aug 19 02:31:41.069589 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-cc208cdd-286c-4605-84d5-eed37d106e32 req-63675c25-6b89-4c09-9612-e1d5bd79e315 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?id=402f56f8-f89b-4071-9874-4e6ac8544c7b&id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342169 Aug 19 02:31:41.722469 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 43104) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:31:42.211389 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edcc14d-c303-4518-883f-b63a64cc168d req-1bcad5b6-6176-484e-9414-e3dbe123bc51 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:31:42.213008 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6edcc14d-c303-4518-883f-b63a64cc168d req-1bcad5b6-6176-484e-9414-e3dbe123bc51 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 984 time: 0.0726504 Aug 19 02:31:42.224085 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device fdbd8ced-a2fe-4b40-b985-6d3b53fa14e5 up at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:31:42.277922 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Provisioning complete for port fdbd8ced-a2fe-4b40-b985-6d3b53fa14e5 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:31:42.278437 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:42.289156 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6edcc14d-c303-4518-883f-b63a64cc168d req-c92a549b-40dd-493a-9d6e-e3cb7896300a tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?id=402f56f8-f89b-4071-9874-4e6ac8544c7b&id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0681200 Aug 19 02:31:42.318404 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-02720a68-7794-47fe-bd08-aacbd4b27bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619768'] for router_interface, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:42.815721 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-02720a68-7794-47fe-bd08-aacbd4b27bb8 admin admin] Deleting port 061cbc09-c043-437f-971d-a91d07e08a58 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:31:42.816422 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-02720a68-7794-47fe-bd08-aacbd4b27bb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:42.899036 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-02720a68-7794-47fe-bd08-aacbd4b27bb8 admin admin] For port 061cbc09-c043-437f-971d-a91d07e08a58, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=061cbc09-c043-437f-971d-a91d07e08a58,segment=NetworkSegment(b757261d-bab5-459c-9be2-97b5652aa046),segment_id=b757261d-bab5-459c-9be2-97b5652aa046)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:31:42.899400 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-02720a68-7794-47fe-bd08-aacbd4b27bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:42.912166 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-02720a68-7794-47fe-bd08-aacbd4b27bb8 admin admin] Calling delete_port for 061cbc09-c043-437f-971d-a91d07e08a58 owned by network:router_interface {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:31:43.174156 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-02720a68-7794-47fe-bd08-aacbd4b27bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:43.199303 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02720a68-7794-47fe-bd08-aacbd4b27bb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=061cbc09-c043-437f-971d-a91d07e08a58,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:43.367604 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-02720a68-7794-47fe-bd08-aacbd4b27bb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-754792'] for router_interface, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:43.418089 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dacbb23-2a32-44b9-952c-d77af523f284 req-fb1e1d8b-b539-42b1-86b6-45cfde847827 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:31:43.419692 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-0dacbb23-2a32-44b9-952c-d77af523f284 req-fb1e1d8b-b539-42b1-86b6-45cfde847827 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 984 time: 0.0546160 Aug 19 02:31:43.462898 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-0dacbb23-2a32-44b9-952c-d77af523f284 req-ba4ab4a9-901c-4ceb-8c92-8bc3f0a6c626 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?id=402f56f8-f89b-4071-9874-4e6ac8544c7b&id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0372043 Aug 19 02:31:43.604898 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02720a68-7794-47fe-bd08-aacbd4b27bb8 admin admin] Router d1c40882-4b06-4e81-8bf6-e5d79cda217a has already been hosted by L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:31:43.715657 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02720a68-7794-47fe-bd08-aacbd4b27bb8 admin admin] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:31:43.721595 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-02720a68-7794-47fe-bd08-aacbd4b27bb8 admin admin] 10.222.0.16 "PUT /v2.0/routers/d1c40882-4b06-4e81-8bf6-e5d79cda217a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9980586 Aug 19 02:31:43.723603 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 43118) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:31:43.724682 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffe611b-bcea-42d6-ac82-ecfe614e476e None None] Sync routers for ids ['d1c40882-4b06-4e81-8bf6-e5d79cda217a'] in dv-cinder-755654-10-iscsi {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:31:43.734807 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffe611b-bcea-42d6-ac82-ecfe614e476e None None] Routers {'d1c40882-4b06-4e81-8bf6-e5d79cda217a'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:31:43.735504 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-fffe611b-bcea-42d6-ac82-ecfe614e476e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:31:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['d1c40882-4b06-4e81-8bf6-e5d79cda217a'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:31:43.836979 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-a39d4595-0548-4eec-9ec3-c7f03a4f9fd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:43.844215 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-fffe611b-bcea-42d6-ac82-ecfe614e476e None None] Set router d1c40882-4b06-4e81-8bf6-e5d79cda217a gateway port host: dv-cinder-755654-10-iscsi {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:31:43.952349 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-a39d4595-0548-4eec-9ec3-c7f03a4f9fd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:44.034305 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-fffe611b-bcea-42d6-ac82-ecfe614e476e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'name': 'tempest-AttachVolumeShelveTestJSON-152763069-router', 'tenant_id': '517b8744677e400988e187c26e92c291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'ded5f68b-51bf-4ffa-a281-f74c0e07a9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:19:58Z', 'updated_at': '2021-08-19T02:31:43Z', 'revision_number': 5, 'project_id': '517b8744677e400988e187c26e92c291', 'gw_port': {'id': 'ded5f68b-51bf-4ffa-a281-f74c0e07a9e4', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:19:59Z', 'updated_at': '2021-08-19T02:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi'}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:31:44.051847 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.plugin [None req-a39d4595-0548-4eec-9ec3-c7f03a4f9fd9 admin admin] Deleting port ded5f68b-51bf-4ffa-a281-f74c0e07a9e4 {{(pid=94444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:31:44.052196 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-a39d4595-0548-4eec-9ec3-c7f03a4f9fd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:44.061348 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffe611b-bcea-42d6-ac82-ecfe614e476e None None] Checking router: d1c40882-4b06-4e81-8bf6-e5d79cda217a for host: dv-cinder-755654-10-iscsi {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:31:44.070395 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffe611b-bcea-42d6-ac82-ecfe614e476e None None] Routers {'d1c40882-4b06-4e81-8bf6-e5d79cda217a'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:31:44.071029 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-fffe611b-bcea-42d6-ac82-ecfe614e476e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:31:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['d1c40882-4b06-4e81-8bf6-e5d79cda217a'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:31:44.144047 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.db [None req-a39d4595-0548-4eec-9ec3-c7f03a4f9fd9 admin admin] For port ded5f68b-51bf-4ffa-a281-f74c0e07a9e4, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=ded5f68b-51bf-4ffa-a281-f74c0e07a9e4,segment=NetworkSegment(31e5f57a-85b9-444f-b38d-61963340c3f4),segment_id=31e5f57a-85b9-444f-b38d-61963340c3f4)] {{(pid=94444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:31:44.144427 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-a39d4595-0548-4eec-9ec3-c7f03a4f9fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:44.158308 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.plugin [None req-a39d4595-0548-4eec-9ec3-c7f03a4f9fd9 admin admin] Calling delete_port for ded5f68b-51bf-4ffa-a281-f74c0e07a9e4 owned by network:router_gateway {{(pid=94444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:31:44.165790 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-fffe611b-bcea-42d6-ac82-ecfe614e476e None None] Set router d1c40882-4b06-4e81-8bf6-e5d79cda217a gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:31:44.224623 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-fffe611b-bcea-42d6-ac82-ecfe614e476e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'name': 'tempest-AttachVolumeShelveTestJSON-152763069-router', 'tenant_id': '517b8744677e400988e187c26e92c291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:19:58Z', 'updated_at': '2021-08-19T02:31:43Z', 'revision_number': 6, 'project_id': '517b8744677e400988e187c26e92c291', 'gw_port_host': None}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:31:44.252121 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffe611b-bcea-42d6-ac82-ecfe614e476e None None] The sync data for ids ['d1c40882-4b06-4e81-8bf6-e5d79cda217a'] in dv-cinder-755654-10-iscsi is: [{'id': 'd1c40882-4b06-4e81-8bf6-e5d79cda217a', 'name': 'tempest-AttachVolumeShelveTestJSON-152763069-router', 'tenant_id': '517b8744677e400988e187c26e92c291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:19:58Z', 'updated_at': '2021-08-19T02:31:43Z', 'revision_number': 6, 'project_id': '517b8744677e400988e187c26e92c291', 'gw_port_host': None}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:31:44.396866 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-a39d4595-0548-4eec-9ec3-c7f03a4f9fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4183730'] for port, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:44.425008 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39d4595-0548-4eec-9ec3-c7f03a4f9fd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ded5f68b-51bf-4ffa-a281-f74c0e07a9e4,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:44.488935 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-a39d4595-0548-4eec-9ec3-c7f03a4f9fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-612768'] for router_gateway, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:44.584017 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-a39d4595-0548-4eec-9ec3-c7f03a4f9fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-622995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14530'] for router, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:44.586530 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-a39d4595-0548-4eec-9ec3-c7f03a4f9fd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:44.699683 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-a39d4595-0548-4eec-9ec3-c7f03a4f9fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623082'] for router, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:44.703764 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39d4595-0548-4eec-9ec3-c7f03a4f9fd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1c40882-4b06-4e81-8bf6-e5d79cda217a {{(pid=94444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 02:31:44.705322 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-a39d4595-0548-4eec-9ec3-c7f03a4f9fd9 admin admin] Notify callbacks [] for router, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:44.706496 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-a39d4595-0548-4eec-9ec3-c7f03a4f9fd9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/d1c40882-4b06-4e81-8bf6-e5d79cda217a HTTP/1.1" status: 204 len: 168 time: 0.9819167 Aug 19 02:31:44.709101 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 43122) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:31:44.754051 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.db_base_plugin_v2 [None req-cee0e2d2-017a-4730-8484-31a10353b17a admin admin] Deleting subnet 88b7472a-b5f3-4f58-a9b7-55a108eaaf89 {{(pid=94444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 02:31:44.757254 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-cee0e2d2-017a-4730-8484-31a10353b17a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:44.792754 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-cee0e2d2-017a-4730-8484-31a10353b17a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4183620'] for subnet, precommit_delete_associations {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:44.871527 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0a2a63ca-5bf7-40da-9fc2-1e7de2582e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:44.904999 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-cee0e2d2-017a-4730-8484-31a10353b17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024327'] for subnet, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:45.049012 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-cee0e2d2-017a-4730-8484-31a10353b17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4183751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3746301'] for subnet, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:45.073014 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0e2d2-017a-4730-8484-31a10353b17a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88b7472a-b5f3-4f58-a9b7-55a108eaaf89,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:45.081214 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-cee0e2d2-017a-4730-8484-31a10353b17a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for subnet, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:45.083192 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-cee0e2d2-017a-4730-8484-31a10353b17a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/88b7472a-b5f3-4f58-a9b7-55a108eaaf89 HTTP/1.1" status: 204 len: 168 time: 0.3725927 Aug 19 02:31:45.086290 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 43126) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:31:45.086509 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d848bd63-3ce7-4d7e-8441-79480880494d None None] Network bb3fc84d-f03f-4d97-87e6-72398b20c906 requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:31:45.161095 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-18b16bff-51e5-47f5-933d-41e40cfa406c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930398'] for network, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:45.218408 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.plugin [None req-18b16bff-51e5-47f5-933d-41e40cfa406c admin admin] Deleting port a763bae8-8e04-4f1c-94e8-84c8a0fc3d26 {{(pid=94444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:31:45.218812 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-18b16bff-51e5-47f5-933d-41e40cfa406c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:45.294000 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.db [None req-18b16bff-51e5-47f5-933d-41e40cfa406c admin admin] For port a763bae8-8e04-4f1c-94e8-84c8a0fc3d26, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=a763bae8-8e04-4f1c-94e8-84c8a0fc3d26,segment=NetworkSegment(b757261d-bab5-459c-9be2-97b5652aa046),segment_id=b757261d-bab5-459c-9be2-97b5652aa046)] {{(pid=94444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:31:45.294563 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-18b16bff-51e5-47f5-933d-41e40cfa406c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:45.300383 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a150f7a7-9dc2-4eab-98e2-a05d0c7a9e45 None None] DHCP port deletion for bb3fc84d-f03f-4d97-87e6-72398b20c906 request from dv-cinder-755654-10-iscsi {{(pid=94446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 02:31:45.308186 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.plugin [None req-18b16bff-51e5-47f5-933d-41e40cfa406c admin admin] Calling delete_port for a763bae8-8e04-4f1c-94e8-84c8a0fc3d26 owned by network:dhcp {{(pid=94444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:31:45.349946 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-a150f7a7-9dc2-4eab-98e2-a05d0c7a9e45 None None] Deleting port a763bae8-8e04-4f1c-94e8-84c8a0fc3d26 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:31:45.350966 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a150f7a7-9dc2-4eab-98e2-a05d0c7a9e45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:45.417271 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-a150f7a7-9dc2-4eab-98e2-a05d0c7a9e45 None None] For port a763bae8-8e04-4f1c-94e8-84c8a0fc3d26, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=a763bae8-8e04-4f1c-94e8-84c8a0fc3d26,segment=NetworkSegment(b757261d-bab5-459c-9be2-97b5652aa046),segment_id=b757261d-bab5-459c-9be2-97b5652aa046)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:31:45.417672 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a150f7a7-9dc2-4eab-98e2-a05d0c7a9e45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:45.431505 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-a150f7a7-9dc2-4eab-98e2-a05d0c7a9e45 None None] Calling delete_port for a763bae8-8e04-4f1c-94e8-84c8a0fc3d26 owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:31:45.483236 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-18b16bff-51e5-47f5-933d-41e40cfa406c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4183730'] for port, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:45.507062 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a150f7a7-9dc2-4eab-98e2-a05d0c7a9e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:45.513994 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b16bff-51e5-47f5-933d-41e40cfa406c admin admin] Pushing event deleted for resources: {'Port': ['ID=a763bae8-8e04-4f1c-94e8-84c8a0fc3d26,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:45.517825 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b16bff-51e5-47f5-933d-41e40cfa406c admin admin] No DVR routers for this DVR port a763bae8-8e04-4f1c-94e8-84c8a0fc3d26 on host dv-cinder-755654-10-iscsi {{(pid=94444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:31:45.535020 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a150f7a7-9dc2-4eab-98e2-a05d0c7a9e45 None None] Pushing event deleted for resources: {'Port': ['ID=a763bae8-8e04-4f1c-94e8-84c8a0fc3d26,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:45.538666 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a150f7a7-9dc2-4eab-98e2-a05d0c7a9e45 None None] No DVR routers for this DVR port a763bae8-8e04-4f1c-94e8-84c8a0fc3d26 on host dv-cinder-755654-10-iscsi {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:31:45.598953 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-18b16bff-51e5-47f5-933d-41e40cfa406c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026254', 'neutron.services.segments.db._delete_segments_for_network-8754220901313'] for network, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:45.608968 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.services.segments.db [None req-18b16bff-51e5-47f5-933d-41e40cfa406c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb3fc84d-f03f-4d97-87e6-72398b20c906']}} {{(pid=94444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:31:45.619169 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.services.segments.db [None req-18b16bff-51e5-47f5-933d-41e40cfa406c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b757261d-bab5-459c-9be2-97b5652aa046') {'for_net_delete': True} {{(pid=94444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:31:45.619463 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.services.segments.db [None req-18b16bff-51e5-47f5-933d-41e40cfa406c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b757261d-bab5-459c-9be2-97b5652aa046') {} {{(pid=94444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:31:45.628206 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-18b16bff-51e5-47f5-933d-41e40cfa406c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754220944806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4183629'] for segment, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:45.642205 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-18b16bff-51e5-47f5-933d-41e40cfa406c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178'] for segment, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:45.648284 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b16bff-51e5-47f5-933d-41e40cfa406c admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=94444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 02:31:45.649526 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-18b16bff-51e5-47f5-933d-41e40cfa406c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4183141'] for segment, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:45.650318 dv-cinder-755654-10-iscsi neutron-server[94444]: Traceback (most recent call last): Aug 19 02:31:45.650318 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 02:31:45.650318 dv-cinder-755654-10-iscsi neutron-server[94444]: timer() Aug 19 02:31:45.650318 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 02:31:45.650318 dv-cinder-755654-10-iscsi neutron-server[94444]: cb(*args, **kw) Aug 19 02:31:45.650318 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 02:31:45.650318 dv-cinder-755654-10-iscsi neutron-server[94444]: return func(*args, **kwargs) Aug 19 02:31:45.650318 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 02:31:45.650318 dv-cinder-755654-10-iscsi neutron-server[94444]: self._notify() Aug 19 02:31:45.650318 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 02:31:45.650318 dv-cinder-755654-10-iscsi neutron-server[94444]: self.callback(batched_events) Aug 19 02:31:45.650318 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 02:31:45.650318 dv-cinder-755654-10-iscsi neutron-server[94444]: event.method(event) Aug 19 02:31:45.650318 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 02:31:45.650318 dv-cinder-755654-10-iscsi neutron-server[94444]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 02:31:45.650318 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 02:31:45.650318 dv-cinder-755654-10-iscsi neutron-server[94444]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 02:31:45.650318 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 02:31:45.650318 dv-cinder-755654-10-iscsi neutron-server[94444]: return f(self, *a, **k) Aug 19 02:31:45.650318 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 02:31:45.650318 dv-cinder-755654-10-iscsi neutron-server[94444]: return self._get(url).json() Aug 19 02:31:45.650318 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 02:31:45.650318 dv-cinder-755654-10-iscsi neutron-server[94444]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 02:31:45.650318 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 02:31:45.650318 dv-cinder-755654-10-iscsi neutron-server[94444]: return self.request(url, 'GET', **kwargs) Aug 19 02:31:45.650318 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 02:31:45.650318 dv-cinder-755654-10-iscsi neutron-server[94444]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 02:31:45.650318 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 02:31:45.650318 dv-cinder-755654-10-iscsi neutron-server[94444]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 02:31:45.650318 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 02:31:45.650318 dv-cinder-755654-10-iscsi neutron-server[94444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 02:31:45.650318 dv-cinder-755654-10-iscsi neutron-server[94444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 02:31:45.751931 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-18b16bff-51e5-47f5-933d-41e40cfa406c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612725'] for network, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:45.758052 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-18b16bff-51e5-47f5-933d-41e40cfa406c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for network, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:45.760044 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-18b16bff-51e5-47f5-933d-41e40cfa406c admin admin] 10.222.0.16 "DELETE /v2.0/networks/bb3fc84d-f03f-4d97-87e6-72398b20c906 HTTP/1.1" status: 204 len: 168 time: 0.6728148 Aug 19 02:31:45.771260 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b16bff-51e5-47f5-933d-41e40cfa406c admin admin] Pushing event deleted for resources: {'Network': ['ID=bb3fc84d-f03f-4d97-87e6-72398b20c906,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:46.068069 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 43132) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:31:46.108058 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-24bc1ca3-b02a-44fa-b17c-a2b7d3ac0932 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=517b8744677e400988e187c26e92c291&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0386603 Aug 19 02:31:46.110677 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 43134) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:31:46.163654 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-2e749e57-64ed-4e17-8583-563d5c6bc565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:46.186608 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-2e749e57-64ed-4e17-8583-563d5c6bc565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:46.217899 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 061cbc09-c043-437f-971d-a91d07e08a58 no longer exists at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:31:46.237316 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] No Port match for: 061cbc09-c043-437f-971d-a91d07e08a58 {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:31:46.237662 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 061cbc09-c043-437f-971d-a91d07e08a58 not bound to the agent host dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:31:46.238071 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device a763bae8-8e04-4f1c-94e8-84c8a0fc3d26 no longer exists at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:31:46.262997 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] No Port match for: a763bae8-8e04-4f1c-94e8-84c8a0fc3d26 {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:31:46.262997 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device a763bae8-8e04-4f1c-94e8-84c8a0fc3d26 not bound to the agent host dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:31:46.262997 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device ded5f68b-51bf-4ffa-a281-f74c0e07a9e4 no longer exists at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:31:46.281780 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] No Port match for: ded5f68b-51bf-4ffa-a281-f74c0e07a9e4 {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:31:46.282136 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device ded5f68b-51bf-4ffa-a281-f74c0e07a9e4 not bound to the agent host dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:31:46.322662 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-2e749e57-64ed-4e17-8583-563d5c6bc565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:46.325326 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-2e749e57-64ed-4e17-8583-563d5c6bc565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:46.326514 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-2e749e57-64ed-4e17-8583-563d5c6bc565 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/caf785db-f27a-438e-83b6-c92e9cc4b1c8 HTTP/1.1" status: 204 len: 168 time: 0.2149215 Aug 19 02:31:46.335555 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e749e57-64ed-4e17-8583-563d5c6bc565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf785db-f27a-438e-83b6-c92e9cc4b1c8,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:47.042622 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 6 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:31:47.225590 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-39861a19-ea42-4f72-b1f6-61c404b4f044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:47.688161 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:48.522464 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:50.430252 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:50.998249 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 43204) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:31:51.105828 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-09c7f34b-af88-4c09-9d56-e84afbab1798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:51.198851 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-09c7f34b-af88-4c09-9d56-e84afbab1798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:51.246973 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-09c7f34b-af88-4c09-9d56-e84afbab1798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:51.289509 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-09c7f34b-af88-4c09-9d56-e84afbab1798 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f8e66215d20d4503ae287df85258ac85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2874410 Aug 19 02:31:51.289509 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c7f34b-af88-4c09-9d56-e84afbab1798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1278b9e3-3991-4c9b-aa8c-08212e5e1a37,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:51.290911 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 43210) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:31:51.344514 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dc105180-1fae-45cd-8695-b2c2e308b4b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:51.365505 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dc105180-1fae-45cd-8695-b2c2e308b4b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:51.475785 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dc105180-1fae-45cd-8695-b2c2e308b4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:51.478450 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-dc105180-1fae-45cd-8695-b2c2e308b4b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:51.479704 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-dc105180-1fae-45cd-8695-b2c2e308b4b9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1278b9e3-3991-4c9b-aa8c-08212e5e1a37 HTTP/1.1" status: 204 len: 168 time: 0.1874344 Aug 19 02:31:51.487443 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc105180-1fae-45cd-8695-b2c2e308b4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1278b9e3-3991-4c9b-aa8c-08212e5e1a37,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:53.742893 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 43276) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:31:53.847881 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a9428800-2e36-41b5-aebe-fc88ce41d053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:53.937695 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a9428800-2e36-41b5-aebe-fc88ce41d053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:54.006796 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-a9428800-2e36-41b5-aebe-fc88ce41d053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:54.044294 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9428800-2e36-41b5-aebe-fc88ce41d053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66226cb7-b170-46c9-a3c0-8ee77d225e1d,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:54.048636 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-a9428800-2e36-41b5-aebe-fc88ce41d053 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bc83378944364c7a9b72a2a6469f7ff1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3047121 Aug 19 02:31:54.051827 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 43280) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:31:54.099262 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8869ac12-3dfc-4828-ab04-5daaf3c2b0c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:54.120162 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8869ac12-3dfc-4828-ab04-5daaf3c2b0c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:54.247996 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8869ac12-3dfc-4828-ab04-5daaf3c2b0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:54.250601 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-8869ac12-3dfc-4828-ab04-5daaf3c2b0c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:54.252016 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-8869ac12-3dfc-4828-ab04-5daaf3c2b0c3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/66226cb7-b170-46c9-a3c0-8ee77d225e1d HTTP/1.1" status: 204 len: 168 time: 0.1998997 Aug 19 02:31:54.260708 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869ac12-3dfc-4828-ab04-5daaf3c2b0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66226cb7-b170-46c9-a3c0-8ee77d225e1d,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:54.765309 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 43288) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:31:54.779222 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-27f4c743-d756-49f1-b348-ef1754f70607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:54.864840 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-27f4c743-d756-49f1-b348-ef1754f70607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:54.922255 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-27f4c743-d756-49f1-b348-ef1754f70607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:54.963640 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-27f4c743-d756-49f1-b348-ef1754f70607 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1730c743c17f4916a9d976889434c00b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1971917 Aug 19 02:31:54.964424 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4c743-d756-49f1-b348-ef1754f70607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f84ec5-991d-4448-855a-568e9a630768,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:31:54.966264 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 43290) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:31:55.015294 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-89c38dec-2504-48f2-8f34-4300722ae428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:55.035508 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-89c38dec-2504-48f2-8f34-4300722ae428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:55.128406 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-89c38dec-2504-48f2-8f34-4300722ae428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:55.131067 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-89c38dec-2504-48f2-8f34-4300722ae428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:31:55.132254 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-89c38dec-2504-48f2-8f34-4300722ae428 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/95f84ec5-991d-4448-855a-568e9a630768 HTTP/1.1" status: 204 len: 168 time: 0.1649289 Aug 19 02:31:55.140676 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c38dec-2504-48f2-8f34-4300722ae428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f84ec5-991d-4448-855a-568e9a630768,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:32:04.038194 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-d6ebfdef-c897-46ad-a201-c165b6f87733 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-147353646&fields=id&tenant_id=a77767d88f5c450f86c3c5a8d944fc8c HTTP/1.1" status: 200 len: 267 time: 0.0326705 Aug 19 02:32:04.144728 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-b03eb408-3e96-439d-a9f6-bf18a43ae72f tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:04.146130 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-b03eb408-3e96-439d-a9f6-bf18a43ae72f tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/networks?id=d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0 HTTP/1.1" status: 200 len: 808 time: 0.1008930 Aug 19 02:32:04.161693 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-9ffbac4f-d4e8-4102-a493-42d2b67e48a3 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/quotas/a77767d88f5c450f86c3c5a8d944fc8c HTTP/1.1" status: 200 len: 375 time: 0.0091250 Aug 19 02:32:04.217824 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-0c1cd949-3a7f-4117-a73e-637c6a2ac651 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a77767d88f5c450f86c3c5a8d944fc8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500879 Aug 19 02:32:04.410434 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-c0d7e7f7-295f-44e1-bb93-bc7628eb96fc service neutron] 10.222.0.16 "GET /v2.0/networks/d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813700 Aug 19 02:32:04.498800 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-d9613998-517a-4a5f-ad87-d4f92a338ccb service neutron] 10.222.0.16 "GET /v2.0/networks/d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819623 Aug 19 02:32:05.060822 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-758560a9-2faa-4887-9327-595eb2e86f63 req-b9005866-93be-4cdb-b11d-009d63548f95 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 210 time: 0.0269535 Aug 19 02:32:06.142584 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-07a6cccf-73ce-404a-8dad-bb34735ed383 req-efa01cb5-8940-4fa3-8f05-d6649312d281 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 210 time: 0.0304480 Aug 19 02:32:07.235656 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-632be554-a545-438b-a064-1ed188ef94ce req-a82b3687-011f-488c-87cc-22c8935cbe5f tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 210 time: 0.0276802 Aug 19 02:32:07.332819 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-0b6a5c5f-a0f7-43a3-91b4-0d72ae604932 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:07.334390 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-0b6a5c5f-a0f7-43a3-91b4-0d72ae604932 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.22 "GET /v2.0/networks?id=d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0 HTTP/1.1" status: 200 len: 808 time: 0.0979009 Aug 19 02:32:07.393756 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-b9b1f8d4-988d-4586-9ba0-1a8409032d7b tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a77767d88f5c450f86c3c5a8d944fc8c HTTP/1.1" status: 200 len: 379 time: 0.0390499 Aug 19 02:32:07.405315 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-5275c5e9-00cd-468b-861c-c6c3067e21c8 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Request body: {'port': {'device_id': 'e4862984-ea15-468d-85dc-58b1980cc587', 'network_id': 'd9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0', 'admin_state_up': True, 'tenant_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'security_groups': ['263a52b7-9397-421c-8923-a261ea1b697c']}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:32:07.572502 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-5275c5e9-00cd-468b-861c-c6c3067e21c8 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Made reservation on behalf of a77767d88f5c450f86c3c5a8d944fc8c for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:32:07.576308 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-5275c5e9-00cd-468b-861c-c6c3067e21c8 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:07.707691 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-5275c5e9-00cd-468b-861c-c6c3067e21c8 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Allocated IP 172.20.0.6 (d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0/76386d58-bfc3-4b74-85b1-29737f9470fa/54526f64-1c44-4489-a838-1fa6482c8879) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:32:07.842044 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-5275c5e9-00cd-468b-861c-c6c3067e21c8 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:07.859415 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-5275c5e9-00cd-468b-861c-c6c3067e21c8 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Transition to ACTIVE for port object 54526f64-1c44-4489-a838-1fa6482c8879 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:32:07.986110 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-5275c5e9-00cd-468b-861c-c6c3067e21c8 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:08.028643 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-5275c5e9-00cd-468b-861c-c6c3067e21c8 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Network d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:32:08.033663 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-5275c5e9-00cd-468b-861c-c6c3067e21c8 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:32:08.036206 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-5275c5e9-00cd-468b-861c-c6c3067e21c8 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:32:08.068263 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5275c5e9-00cd-468b-861c-c6c3067e21c8 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Pushing event updated for resources: {'Port': ['ID=54526f64-1c44-4489-a838-1fa6482c8879,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:32:08.099671 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-5275c5e9-00cd-468b-861c-c6c3067e21c8 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:08.100439 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-5275c5e9-00cd-468b-861c-c6c3067e21c8 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:08.225651 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-5275c5e9-00cd-468b-861c-c6c3067e21c8 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8242228 Aug 19 02:32:08.240941 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-9c77e5ca-0ccd-404e-8624-c02889f81c1c service neutron] Request body: {'port': {'device_id': 'e4862984-ea15-468d-85dc-58b1980cc587', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75565'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:32:08.295656 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-9c77e5ca-0ccd-404e-8624-c02889f81c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:08.356530 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8b35e-a9ca-4632-9db0-2b2f857db508 req-2e936e67-7cdb-480c-9afe-06cef41630ab tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:08.358217 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-19a8b35e-a9ca-4632-9db0-2b2f857db508 req-2e936e67-7cdb-480c-9afe-06cef41630ab tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 931 time: 0.0508883 Aug 19 02:32:08.367760 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-a10f5281-3367-47b1-91e1-4e2a3308b74f None None] Provisioning for port 54526f64-1c44-4489-a838-1fa6482c8879 completed by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:32:08.373650 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-a10f5281-3367-47b1-91e1-4e2a3308b74f None None] Provisioning complete for port 54526f64-1c44-4489-a838-1fa6482c8879 triggered by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:32:08.374149 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a10f5281-3367-47b1-91e1-4e2a3308b74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:08.398335 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-19a8b35e-a9ca-4632-9db0-2b2f857db508 req-2cc6f766-bdc1-4fc0-bf99-674973b43045 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340717 Aug 19 02:32:08.413017 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-a10f5281-3367-47b1-91e1-4e2a3308b74f None None] Port 54526f64-1c44-4489-a838-1fa6482c8879 cannot update to ACTIVE because it is not bound. {{(pid=94446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:32:08.511011 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:08.573498 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-9c77e5ca-0ccd-404e-8624-c02889f81c1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54526f64-1c44-4489-a838-1fa6482c8879 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:32:08.580764 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-9c77e5ca-0ccd-404e-8624-c02889f81c1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:08.592916 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-9c77e5ca-0ccd-404e-8624-c02889f81c1c service neutron] Transition to ACTIVE for port object 54526f64-1c44-4489-a838-1fa6482c8879 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:32:08.682899 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-9c77e5ca-0ccd-404e-8624-c02889f81c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:08.739398 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77e5ca-0ccd-404e-8624-c02889f81c1c service neutron] Pushing event updated for resources: {'Port': ['ID=54526f64-1c44-4489-a838-1fa6482c8879,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:32:08.813363 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-9c77e5ca-0ccd-404e-8624-c02889f81c1c service neutron] Attempting to bind port 54526f64-1c44-4489-a838-1fa6482c8879 on host hv-cinder-75565 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:32:08.813698 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-9c77e5ca-0ccd-404e-8624-c02889f81c1c service neutron] Attempting to bind port 54526f64-1c44-4489-a838-1fa6482c8879 by drivers openvswitch,hyperv on host hv-cinder-75565 at level 0 using segments [{'id': '7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:32:08.814032 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-9c77e5ca-0ccd-404e-8624-c02889f81c1c service neutron] Attempting to bind port 54526f64-1c44-4489-a838-1fa6482c8879 on network d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:32:08.818534 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-9c77e5ca-0ccd-404e-8624-c02889f81c1c service neutron] Port 54526f64-1c44-4489-a838-1fa6482c8879 on network d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75565 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 02:32:08.818855 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-9c77e5ca-0ccd-404e-8624-c02889f81c1c service neutron] Attempting to bind port 54526f64-1c44-4489-a838-1fa6482c8879 on network d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:32:08.824076 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-9c77e5ca-0ccd-404e-8624-c02889f81c1c service neutron] Checking agent: {'id': '41372272-fa96-45fc-afce-a2209819517f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 18, 6), 'started_at': datetime.datetime(2021, 8, 19, 2, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:32:08.824419 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-9c77e5ca-0ccd-404e-8624-c02889f81c1c service neutron] Checking segment: {'id': '7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:32:08.824843 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-9c77e5ca-0ccd-404e-8624-c02889f81c1c service neutron] Bound using segment: {'id': '7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:32:08.825307 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-9c77e5ca-0ccd-404e-8624-c02889f81c1c service neutron] Bound port: 54526f64-1c44-4489-a838-1fa6482c8879, host: hv-cinder-75565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:32:08.825671 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-9c77e5ca-0ccd-404e-8624-c02889f81c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:08.896572 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-9c77e5ca-0ccd-404e-8624-c02889f81c1c service neutron] For port 54526f64-1c44-4489-a838-1fa6482c8879, host hv-cinder-75565, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:32:08.899737 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-9c77e5ca-0ccd-404e-8624-c02889f81c1c service neutron] For port 54526f64-1c44-4489-a838-1fa6482c8879, host hv-cinder-75565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=54526f64-1c44-4489-a838-1fa6482c8879,segment=NetworkSegment(7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3),segment_id=7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:32:09.008617 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-9c77e5ca-0ccd-404e-8624-c02889f81c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:09.041745 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-9c77e5ca-0ccd-404e-8624-c02889f81c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:09.041745 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-9c77e5ca-0ccd-404e-8624-c02889f81c1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:09.043171 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-9c77e5ca-0ccd-404e-8624-c02889f81c1c service neutron] 10.222.0.22 "PUT /v2.0/ports/54526f64-1c44-4489-a838-1fa6482c8879 HTTP/1.1" status: 200 len: 1093 time: 0.8064897 Aug 19 02:32:09.045500 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4862984-ea15-468d-85dc-58b1980cc587', 'tag': '54526f64-1c44-4489-a838-1fa6482c8879'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:32:09.048680 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ceaeb0-4087-4959-88f0-9bb892011408" -d '{"events": [{"name": "network-changed", "server_uuid": "e4862984-ea15-468d-85dc-58b1980cc587", "tag": "54526f64-1c44-4489-a838-1fa6482c8879"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:32:09.080159 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77e5ca-0ccd-404e-8624-c02889f81c1c service neutron] Pushing event updated for resources: {'Port': ['ID=54526f64-1c44-4489-a838-1fa6482c8879,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:32:09.087949 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d52a57e-4a99-4543-819f-985416e24bb8 x-openstack-request-id: req-7d52a57e-4a99-4543-819f-985416e24bb8 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:32:09.088238 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4862984-ea15-468d-85dc-58b1980cc587", "tag": "54526f64-1c44-4489-a838-1fa6482c8879", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:32:09.088486 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7d52a57e-4a99-4543-819f-985416e24bb8 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:32:09.089326 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4862984-ea15-468d-85dc-58b1980cc587', 'tag': '54526f64-1c44-4489-a838-1fa6482c8879', 'status': 'completed', 'code': 200} Aug 19 02:32:09.156992 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ceaeb0-4087-4959-88f0-9bb892011408 req-7f69efe8-3795-4ec2-bb7a-e378933e9da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:09.158586 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e2ceaeb0-4087-4959-88f0-9bb892011408 req-7f69efe8-3795-4ec2-bb7a-e378933e9da1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a77767d88f5c450f86c3c5a8d944fc8c&device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 1096 time: 0.0458426 Aug 19 02:32:09.269913 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ceaeb0-4087-4959-88f0-9bb892011408 req-25e982e5-ca2f-4c0c-8530-0a835652098a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:09.271453 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e2ceaeb0-4087-4959-88f0-9bb892011408 req-25e982e5-ca2f-4c0c-8530-0a835652098a service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=a77767d88f5c450f86c3c5a8d944fc8c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1026845 Aug 19 02:32:09.371604 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ceaeb0-4087-4959-88f0-9bb892011408 req-920c196c-4c8e-4423-bb98-c9f6b732642f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:09.373041 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e2ceaeb0-4087-4959-88f0-9bb892011408 req-920c196c-4c8e-4423-bb98-c9f6b732642f service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933456 Aug 19 02:32:09.450141 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-716192e9-d6bc-46d8-bbf9-50aa9781d47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:09.451646 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-716192e9-d6bc-46d8-bbf9-50aa9781d47c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a77767d88f5c450f86c3c5a8d944fc8c&device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 1096 time: 0.0410399 Aug 19 02:32:09.493382 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-93dd6be6-4457-4440-9a91-46530c455661 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54526f64-1c44-4489-a838-1fa6482c8879 HTTP/1.1" status: 200 len: 217 time: 0.0339715 Aug 19 02:32:09.515255 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc35db-f392-419f-a8b0-01b2de174917 req-31df5332-baf5-4e32-9204-56f415085f62 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:09.516849 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-f8fc35db-f392-419f-a8b0-01b2de174917 req-31df5332-baf5-4e32-9204-56f415085f62 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 943 time: 0.0507777 Aug 19 02:32:09.546300 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-1d1f7968-9f74-45f6-8320-80d5678b1b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:09.547776 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-1d1f7968-9f74-45f6-8320-80d5678b1b05 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=76386d58-bfc3-4b74-85b1-29737f9470fa HTTP/1.1" status: 200 len: 847 time: 0.0480652 Aug 19 02:32:09.555676 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-f8fc35db-f392-419f-a8b0-01b2de174917 req-044a877c-5142-498f-9913-22c545f242d8 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327044 Aug 19 02:32:09.594673 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-61bedf5d-db37-449d-adde-0dd1ad82ca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:09.596197 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-61bedf5d-db37-449d-adde-0dd1ad82ca4b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406928 Aug 19 02:32:09.686052 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-d36b2ff9-3619-46ac-b377-be95775341c3 service neutron] 10.222.0.22 "GET /v2.0/networks/d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815170 Aug 19 02:32:09.779829 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-2e45a035-df4e-4062-b128-e2ce0b4d2500 req-01453264-8876-4921-9a14-0201551d94c4 service neutron] 10.222.0.22 "GET /v2.0/networks/d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863459 Aug 19 02:32:10.679251 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c22b0-faf5-4641-a85a-51614e97bc11 req-ce924cb0-c6b4-4f6d-a379-59b557db084b tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:10.680973 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-220c22b0-faf5-4641-a85a-51614e97bc11 req-ce924cb0-c6b4-4f6d-a379-59b557db084b tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 943 time: 0.0555813 Aug 19 02:32:10.718894 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-220c22b0-faf5-4641-a85a-51614e97bc11 req-2044c9c7-bcb6-49a6-a138-339863a5ed41 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320599 Aug 19 02:32:11.831200 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f0bdc-d590-457b-8e70-7d08bab772ec req-662c70d3-9caf-4c4c-a3bb-bd2c1b80ca62 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:11.832662 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-983f0bdc-d590-457b-8e70-7d08bab772ec req-662c70d3-9caf-4c4c-a3bb-bd2c1b80ca62 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 943 time: 0.0483954 Aug 19 02:32:11.873404 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-983f0bdc-d590-457b-8e70-7d08bab772ec req-ea55290e-0f89-40c2-a04e-d12456999c8e tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346966 Aug 19 02:32:12.988581 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be098ce-173f-4194-af75-9f48262f623e req-80c30eed-76fc-4216-9f0f-ee771625012a tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:12.990085 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-1be098ce-173f-4194-af75-9f48262f623e req-80c30eed-76fc-4216-9f0f-ee771625012a tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 943 time: 0.0515845 Aug 19 02:32:13.027825 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-1be098ce-173f-4194-af75-9f48262f623e req-baa04bb8-ee9a-4e4c-93e5-8392e960fd73 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311430 Aug 19 02:32:13.345489 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6bfd72cb-103f-4cc4-b5d9-39b5b3ecf778 req-ffdebd21-8536-4f9f-959f-f2306a83724a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410161 Aug 19 02:32:13.426880 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd72cb-103f-4cc4-b5d9-39b5b3ecf778 req-9d901241-4010-43a1-adea-9b78323ee4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:13.428384 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6bfd72cb-103f-4cc4-b5d9-39b5b3ecf778 req-9d901241-4010-43a1-adea-9b78323ee4d2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=26b5d99a01904098815dc4c04ec8ceb6&device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 1137 time: 0.0413551 Aug 19 02:32:13.536143 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd72cb-103f-4cc4-b5d9-39b5b3ecf778 req-8bc1074c-1838-4f14-a628-0d228671646f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:13.537661 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6bfd72cb-103f-4cc4-b5d9-39b5b3ecf778 req-8bc1074c-1838-4f14-a628-0d228671646f service neutron] 10.222.0.22 "GET /v2.0/networks?id=ae56529d-4ec4-4ab1-997f-53a52a2202db HTTP/1.1" status: 200 len: 916 time: 0.0889645 Aug 19 02:32:13.604221 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6bfd72cb-103f-4cc4-b5d9-39b5b3ecf778 req-3786178a-2918-4453-8880-98b523a31115 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4d81b53-d1dc-4361-8daf-2899eea95b85 HTTP/1.1" status: 200 len: 1001 time: 0.0590284 Aug 19 02:32:13.653732 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd72cb-103f-4cc4-b5d9-39b5b3ecf778 req-f47c477d-cb93-4066-a0bf-02a65b7369d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:13.655218 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6bfd72cb-103f-4cc4-b5d9-39b5b3ecf778 req-f47c477d-cb93-4066-a0bf-02a65b7369d1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=19f8ff54-7705-49ed-972c-36bbb42e5fd1 HTTP/1.1" status: 200 len: 854 time: 0.0441716 Aug 19 02:32:13.706190 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd72cb-103f-4cc4-b5d9-39b5b3ecf778 req-ac978fd2-e801-4e2b-9133-96e9b8ba2685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:13.707681 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6bfd72cb-103f-4cc4-b5d9-39b5b3ecf778 req-ac978fd2-e801-4e2b-9133-96e9b8ba2685 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ae56529d-4ec4-4ab1-997f-53a52a2202db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0435264 Aug 19 02:32:13.797450 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6bfd72cb-103f-4cc4-b5d9-39b5b3ecf778 req-dddfcc81-0374-4835-9035-810ce6599ee8 service neutron] 10.222.0.22 "GET /v2.0/networks/ae56529d-4ec4-4ab1-997f-53a52a2202db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826375 Aug 19 02:32:13.899516 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6bfd72cb-103f-4cc4-b5d9-39b5b3ecf778 req-f63c704f-3833-4975-bf77-bb2fb6892228 service neutron] 10.222.0.22 "GET /v2.0/networks/ae56529d-4ec4-4ab1-997f-53a52a2202db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926528 Aug 19 02:32:14.140611 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13efe1-87ff-44b0-9403-00bdb1fbfeb1 req-248d0b0a-29ad-43ee-93d0-f82296187561 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:14.142040 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-8d13efe1-87ff-44b0-9403-00bdb1fbfeb1 req-248d0b0a-29ad-43ee-93d0-f82296187561 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 943 time: 0.0492747 Aug 19 02:32:14.178973 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-8d13efe1-87ff-44b0-9403-00bdb1fbfeb1 req-bcc7e941-3855-4047-a453-39af3e62c7ea tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311327 Aug 19 02:32:14.864931 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0492f78c-5f03-442b-ad55-b3bdd35ba9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:15.293874 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f68e86-c519-4462-b567-bf101f5bbca9 req-c9b8a803-508c-439d-9e3d-020316a03a42 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:15.295429 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-71f68e86-c519-4462-b567-bf101f5bbca9 req-c9b8a803-508c-439d-9e3d-020316a03a42 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 943 time: 0.0488396 Aug 19 02:32:15.333364 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-71f68e86-c519-4462-b567-bf101f5bbca9 req-47bd6e07-e4b7-4cfb-aa41-b78e99a6fba3 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318933 Aug 19 02:32:16.448115 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119d8d6-7ff3-4658-82f6-6827b80769fc req-ad699a70-e00b-487d-b852-db069b28a1a9 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:16.450267 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-9119d8d6-7ff3-4658-82f6-6827b80769fc req-ad699a70-e00b-487d-b852-db069b28a1a9 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 943 time: 0.0494809 Aug 19 02:32:16.486830 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-9119d8d6-7ff3-4658-82f6-6827b80769fc req-dee7b1b2-fc8a-44e4-b1df-a0b2f5557042 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313656 Aug 19 02:32:16.797251 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 43578) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:32:16.901007 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9ec0c0c5-1dee-4f7f-8662-eeffbc4c85c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:16.984798 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9ec0c0c5-1dee-4f7f-8662-eeffbc4c85c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:17.070489 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9ec0c0c5-1dee-4f7f-8662-eeffbc4c85c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:17.111529 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-9ec0c0c5-1dee-4f7f-8662-eeffbc4c85c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4e78d9ff3f4344e98009cd49afdff6c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3132179 Aug 19 02:32:17.113618 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec0c0c5-1dee-4f7f-8662-eeffbc4c85c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66638eb-e739-4fe8-9160-c4e806a7c45b,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:32:17.114200 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 43582) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:32:17.162372 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-669ac446-bbd9-4951-bded-3ab827a0b084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:17.183320 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-669ac446-bbd9-4951-bded-3ab827a0b084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:17.253604 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-81c3d006-fa6b-439b-a985-4ba80bfe3f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:17.322706 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-669ac446-bbd9-4951-bded-3ab827a0b084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:17.325404 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-669ac446-bbd9-4951-bded-3ab827a0b084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:17.326550 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-669ac446-bbd9-4951-bded-3ab827a0b084 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f66638eb-e739-4fe8-9160-c4e806a7c45b HTTP/1.1" status: 204 len: 168 time: 0.2113452 Aug 19 02:32:17.334163 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ac446-bbd9-4951-bded-3ab827a0b084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66638eb-e739-4fe8-9160-c4e806a7c45b,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:32:17.601250 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45de6a-1242-43b1-87fe-3f45573fbcc5 req-03a191b0-1b03-400e-a153-00193aa4cd23 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:17.602829 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-0a45de6a-1242-43b1-87fe-3f45573fbcc5 req-03a191b0-1b03-400e-a153-00193aa4cd23 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 943 time: 0.0489843 Aug 19 02:32:17.642046 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-0a45de6a-1242-43b1-87fe-3f45573fbcc5 req-598a5aa7-4a24-4f5f-a0c1-2ba3909fff9e tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332246 Aug 19 02:32:17.699306 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:17.879200 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 43590) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:32:17.892158 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-87560594-b720-48c1-96df-8dc5ec7809bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:17.976220 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-87560594-b720-48c1-96df-8dc5ec7809bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:18.047572 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-87560594-b720-48c1-96df-8dc5ec7809bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:18.084401 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-87560594-b720-48c1-96df-8dc5ec7809bc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=92d87eb6c8fd49638ac398f5d4fcc6bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2041566 Aug 19 02:32:18.086341 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87560594-b720-48c1-96df-8dc5ec7809bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16bfee1-6e16-498d-92a7-308f5363aaf7,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:32:18.087659 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 43592) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:32:18.135531 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4bbda735-1c5d-4438-b999-8e2a64169f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:18.156369 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4bbda735-1c5d-4438-b999-8e2a64169f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:18.282085 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4bbda735-1c5d-4438-b999-8e2a64169f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:18.284629 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4bbda735-1c5d-4438-b999-8e2a64169f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:18.285849 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-4bbda735-1c5d-4438-b999-8e2a64169f78 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c16bfee1-6e16-498d-92a7-308f5363aaf7 HTTP/1.1" status: 204 len: 168 time: 0.1972058 Aug 19 02:32:18.294517 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbda735-1c5d-4438-b999-8e2a64169f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16bfee1-6e16-498d-92a7-308f5363aaf7,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:32:18.566452 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:18.757639 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c14c74-7627-4501-96a7-b407936a5754 req-b9c64f56-27f1-4f68-9194-12832e744265 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:18.759353 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c8c14c74-7627-4501-96a7-b407936a5754 req-b9c64f56-27f1-4f68-9194-12832e744265 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 943 time: 0.0499454 Aug 19 02:32:18.798033 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c8c14c74-7627-4501-96a7-b407936a5754 req-da1d2080-1a46-4fdd-a1ee-d64f2adf62c4 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325711 Aug 19 02:32:19.394556 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 54526f64-1c44-4489-a838-1fa6482c8879 details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:32:19.491058 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 54526f64-1c44-4489-a838-1fa6482c8879, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=54526f64-1c44-4489-a838-1fa6482c8879,segment=NetworkSegment(7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3),segment_id=7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:32:19.502249 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Returning: {'device': '54526f64-1c44-4489-a838-1fa6482c8879', 'network_id': 'd9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0', 'port_id': '54526f64-1c44-4489-a838-1fa6482c8879', 'mac_address': 'fa:16:3e:e6:cb:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76386d58-bfc3-4b74-85b1-29737f9470fa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:32:19.539627 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:19.553272 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54526f64-1c44-4489-a838-1fa6482c8879 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:32:19.572591 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 54526f64-1c44-4489-a838-1fa6482c8879, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=54526f64-1c44-4489-a838-1fa6482c8879,segment=NetworkSegment(7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3),segment_id=7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:32:19.658011 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:19.706264 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=54526f64-1c44-4489-a838-1fa6482c8879,revision_number=4']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:32:19.916913 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2936944-d6f4-484b-bb7d-165890a66145 req-cd7962a5-5240-4ab9-8456-c63a3a6e26ff tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:19.918449 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e2936944-d6f4-484b-bb7d-165890a66145 req-cd7962a5-5240-4ab9-8456-c63a3a6e26ff tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 944 time: 0.0562949 Aug 19 02:32:19.956639 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e2936944-d6f4-484b-bb7d-165890a66145 req-5ea33c10-747e-4304-84cd-16613e5cdbf5 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322359 Aug 19 02:32:20.058445 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] get_ports_and_sgs() called for port_ids ['54526f64-1c44-4489-a838-1fa6482c8879'] {{(pid=94446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:32:20.442084 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:21.075192 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418055e-65a1-4776-a394-9c8d3116b6d4 req-dc15d918-1afb-4c4d-a3e9-3cd01b37ee7d tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:21.075192 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-7418055e-65a1-4776-a394-9c8d3116b6d4 req-dc15d918-1afb-4c4d-a3e9-3cd01b37ee7d tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 944 time: 0.0514894 Aug 19 02:32:21.110261 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-7418055e-65a1-4776-a394-9c8d3116b6d4 req-b8108207-2942-4197-a8e6-30caf9d68b3c tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317893 Aug 19 02:32:21.410105 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 54526f64-1c44-4489-a838-1fa6482c8879 up at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:32:21.510472 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning for port 54526f64-1c44-4489-a838-1fa6482c8879 completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:32:21.514083 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning complete for port 54526f64-1c44-4489-a838-1fa6482c8879 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:32:21.514461 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:21.598368 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:21.619897 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4862984-ea15-468d-85dc-58b1980cc587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54526f64-1c44-4489-a838-1fa6482c8879'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:32:21.622167 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bda349f3ade6abb3bc5cfb3e12963279474636f4ef178e03561db7d4c095529d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49a89b8-383d-44c2-a667-b5d5ab9bf6a7" -d '{"events": [{"server_uuid": "e4862984-ea15-468d-85dc-58b1980cc587", "name": "network-vif-plugged", "status": "completed", "tag": "54526f64-1c44-4489-a838-1fa6482c8879"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:32:21.636751 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 54526f64-1c44-4489-a838-1fa6482c8879, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=54526f64-1c44-4489-a838-1fa6482c8879,segment=NetworkSegment(7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3),segment_id=7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:32:21.711182 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:21.762134 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=54526f64-1c44-4489-a838-1fa6482c8879,revision_number=5']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:32:21.796350 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67145741-fd68-4211-a58c-c1642c8e3841 x-openstack-request-id: req-67145741-fd68-4211-a58c-c1642c8e3841 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:32:21.796640 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4862984-ea15-468d-85dc-58b1980cc587", "name": "network-vif-plugged", "status": "completed", "tag": "54526f64-1c44-4489-a838-1fa6482c8879", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:32:21.796893 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-67145741-fd68-4211-a58c-c1642c8e3841 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:32:21.797320 dv-cinder-755654-10-iscsi neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4862984-ea15-468d-85dc-58b1980cc587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54526f64-1c44-4489-a838-1fa6482c8879', 'code': 200} Aug 19 02:32:22.159262 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24470985-5fae-4c09-99dc-12fa14797f9e req-fa668897-5766-40a6-805a-e1eade8adc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:22.160829 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-24470985-5fae-4c09-99dc-12fa14797f9e req-fa668897-5766-40a6-805a-e1eade8adc9d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 1098 time: 0.0394635 Aug 19 02:32:22.199551 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-24470985-5fae-4c09-99dc-12fa14797f9e req-f8083f5c-2f35-461e-847b-10e661f4878c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291040 Aug 19 02:32:22.232075 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc66618-2d23-4762-b77a-24c331bb4a1c req-5ed1e21a-579a-4774-b013-5cd706708ded tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:22.233597 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-6dc66618-2d23-4762-b77a-24c331bb4a1c req-5ed1e21a-579a-4774-b013-5cd706708ded tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 945 time: 0.0552959 Aug 19 02:32:22.271530 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-6dc66618-2d23-4762-b77a-24c331bb4a1c req-757b31c4-ba27-41a7-b3f9-ca4f1dff4e4b tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319674 Aug 19 02:32:23.387250 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35faa2e2-8809-48ce-8aa3-bcba1944b10b req-9b24bfd4-98fb-4416-91a5-ad04144f60cc tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:23.388726 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-35faa2e2-8809-48ce-8aa3-bcba1944b10b req-9b24bfd4-98fb-4416-91a5-ad04144f60cc tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 945 time: 0.0498905 Aug 19 02:32:23.425752 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-35faa2e2-8809-48ce-8aa3-bcba1944b10b req-ed46e15b-5f20-4579-b352-d0a76ff0f12a tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311913 Aug 19 02:32:24.041569 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 6 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:32:24.539337 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514d49a-4caf-4118-bd22-849159b63be8 req-76a610d4-230d-4029-8923-2157b3a04b38 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:24.540715 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-b514d49a-4caf-4118-bd22-849159b63be8 req-76a610d4-230d-4029-8923-2157b3a04b38 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 945 time: 0.0487525 Aug 19 02:32:24.582236 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-b514d49a-4caf-4118-bd22-849159b63be8 req-4c54fe80-9413-49d8-b0c8-3af120e0c230 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346363 Aug 19 02:32:24.700062 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9278a-7f06-4dec-9fc2-a38b784a340b req-51ea3040-e4cd-40f4-a65e-9e98ed95ac8f tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:24.701566 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6ef9278a-7f06-4dec-9fc2-a38b784a340b req-51ea3040-e4cd-40f4-a65e-9e98ed95ac8f tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 945 time: 0.0528765 Aug 19 02:32:24.742891 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-6ef9278a-7f06-4dec-9fc2-a38b784a340b req-23076d5a-70bd-4f73-b3a3-6b65da6be0f3 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323219 Aug 19 02:32:24.761793 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 43686) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:32:24.966452 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c052a8bf-1de2-49a3-9ceb-a64ccb691309 tempest-TestShelveInstance-1745917045 tempest-TestShelveInstance-1745917045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:24.967960 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-c052a8bf-1de2-49a3-9ceb-a64ccb691309 tempest-TestShelveInstance-1745917045 tempest-TestShelveInstance-1745917045-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 1093 time: 0.2052171 Aug 19 02:32:24.970895 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 43690) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:32:24.975180 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [None req-5cff582d-b287-4b76-ab1a-9d3c8ec6a4f1 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Request body: {'floatingip': {'floating_network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'port_id': '54526f64-1c44-4489-a838-1fa6482c8879', 'tenant_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:32:25.046324 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5cff582d-b287-4b76-ab1a-9d3c8ec6a4f1 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks [] for floatingip, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:25.142834 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5cff582d-b287-4b76-ab1a-9d3c8ec6a4f1 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:25.242676 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-5cff582d-b287-4b76-ab1a-9d3c8ec6a4f1 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Allocated IP 172.27.1.141 (3bd28d61-6ca0-48ed-a78c-bdbd12784534/563e592a-26a7-40db-9a00-034f622fa441/ae108bbe-843c-4d6d-90a6-ccbb359c87cd) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:32:25.346118 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5cff582d-b287-4b76-ab1a-9d3c8ec6a4f1 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:25.446730 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5cff582d-b287-4b76-ab1a-9d3c8ec6a4f1 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:25.485963 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cff582d-b287-4b76-ab1a-9d3c8ec6a4f1 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Network 3bd28d61-6ca0-48ed-a78c-bdbd12784534 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:32:25.488713 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-5cff582d-b287-4b76-ab1a-9d3c8ec6a4f1 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:32:25.491210 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cff582d-b287-4b76-ab1a-9d3c8ec6a4f1 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:32:25.516724 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff582d-b287-4b76-ab1a-9d3c8ec6a4f1 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Pushing event updated for resources: {'Port': ['ID=ae108bbe-843c-4d6d-90a6-ccbb359c87cd,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:32:26.098170 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5cff582d-b287-4b76-ab1a-9d3c8ec6a4f1 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:26.255535 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5cff582d-b287-4b76-ab1a-9d3c8ec6a4f1 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:26.407092 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5cff582d-b287-4b76-ab1a-9d3c8ec6a4f1 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:26.481808 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5cff582d-b287-4b76-ab1a-9d3c8ec6a4f1 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:26.549574 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff582d-b287-4b76-ab1a-9d3c8ec6a4f1 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Pushing event updated for resources: {'Port': ['ID=ae108bbe-843c-4d6d-90a6-ccbb359c87cd,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:32:26.561443 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5cff582d-b287-4b76-ab1a-9d3c8ec6a4f1 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610510'] for floatingip, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:26.660411 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.db.l3_db [None req-5cff582d-b287-4b76-ab1a-9d3c8ec6a4f1 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Floating IP 7ef728f9-78f8-445c-aa30-2dfb4cf1bfc0 associated. External IP: 172.27.1.141, port: 54526f64-1c44-4489-a838-1fa6482c8879. Aug 19 02:32:26.858999 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cff582d-b287-4b76-ab1a-9d3c8ec6a4f1 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Router 44f7e469-ee29-4dc2-ab03-7b24ae6755d0 has already been hosted by L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:32:26.965403 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cff582d-b287-4b76-ab1a-9d3c8ec6a4f1 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:32:26.975141 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfa4517-34ad-4512-96d2-eb83209d8612 None None] Sync routers for ids ['44f7e469-ee29-4dc2-ab03-7b24ae6755d0'] in dv-cinder-755654-10-iscsi {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:32:26.984758 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfa4517-34ad-4512-96d2-eb83209d8612 None None] Routers {'44f7e469-ee29-4dc2-ab03-7b24ae6755d0'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:32:27.001393 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-2bfa4517-34ad-4512-96d2-eb83209d8612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:32:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['44f7e469-ee29-4dc2-ab03-7b24ae6755d0'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:32:27.053528 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5cff582d-b287-4b76-ab1a-9d3c8ec6a4f1 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:27.085215 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-5cff582d-b287-4b76-ab1a-9d3c8ec6a4f1 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1132653 Aug 19 02:32:27.085949 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4862984-ea15-468d-85dc-58b1980cc587', 'tag': '54526f64-1c44-4489-a838-1fa6482c8879'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:32:27.088422 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d03cb6d-41fb-45ea-83cc-ba4d2d028c26" -d '{"events": [{"name": "network-changed", "server_uuid": "e4862984-ea15-468d-85dc-58b1980cc587", "tag": "54526f64-1c44-4489-a838-1fa6482c8879"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:32:27.090439 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-2bfa4517-34ad-4512-96d2-eb83209d8612 None None] Set router 44f7e469-ee29-4dc2-ab03-7b24ae6755d0 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:32:27.129867 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b2b696-35bd-4973-b9ae-4994771fe2c3 x-openstack-request-id: req-00b2b696-35bd-4973-b9ae-4994771fe2c3 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:32:27.130419 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4862984-ea15-468d-85dc-58b1980cc587", "tag": "54526f64-1c44-4489-a838-1fa6482c8879", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:32:27.130419 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-00b2b696-35bd-4973-b9ae-4994771fe2c3 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:32:27.130811 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4862984-ea15-468d-85dc-58b1980cc587', 'tag': '54526f64-1c44-4489-a838-1fa6482c8879', 'status': 'completed', 'code': 200} Aug 19 02:32:27.428014 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-2bfa4517-34ad-4512-96d2-eb83209d8612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f7e469-ee29-4dc2-ab03-7b24ae6755d0', 'name': 'tempest-TestShelveInstance-519744889-router', 'tenant_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'ca7c140f-7f36-4628-a97c-639de62b1df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:31:25Z', 'updated_at': '2021-08-19T02:31:28Z', 'revision_number': 4, 'project_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'gw_port': {'id': 'ca7c140f-7f36-4628-a97c-639de62b1df7', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f7e469-ee29-4dc2-ab03-7b24ae6755d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:31:26Z', 'updated_at': '2021-08-19T02:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_floatingips': [{'id': '7ef728f9-78f8-445c-aa30-2dfb4cf1bfc0', 'tenant_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'router_id': '44f7e469-ee29-4dc2-ab03-7b24ae6755d0', 'port_id': '54526f64-1c44-4489-a838-1fa6482c8879', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0', 'mac_address': 'fa:16:3e:e6:cb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4862984-ea15-468d-85dc-58b1980cc587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:32:25Z', 'updated_at': '2021-08-19T02:32:25Z', 'revision_number': 0, 'project_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29f1896e-abfe-4137-be53-cf63d41f8b5f', 'name': '', 'network_id': 'd9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0', 'tenant_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'mac_address': 'fa:16:3e:93:ab:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f7e469-ee29-4dc2-ab03-7b24ae6755d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '76386d58-bfc3-4b74-85b1-29737f9470fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:31:28Z', 'updated_at': '2021-08-19T02:31:35Z', 'revision_number': 5, 'project_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'subnets': [{'id': '76386d58-bfc3-4b74-85b1-29737f9470fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:32:27.456679 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfa4517-34ad-4512-96d2-eb83209d8612 None None] Checking router: 44f7e469-ee29-4dc2-ab03-7b24ae6755d0 for host: dv-cinder-755654-10-iscsi {{(pid=94446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:32:27.464679 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfa4517-34ad-4512-96d2-eb83209d8612 None None] Routers {'44f7e469-ee29-4dc2-ab03-7b24ae6755d0'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:32:27.465308 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-2bfa4517-34ad-4512-96d2-eb83209d8612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:32:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['44f7e469-ee29-4dc2-ab03-7b24ae6755d0'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:32:27.568786 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-2bfa4517-34ad-4512-96d2-eb83209d8612 None None] Set router 44f7e469-ee29-4dc2-ab03-7b24ae6755d0 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:32:27.781721 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-2bfa4517-34ad-4512-96d2-eb83209d8612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f7e469-ee29-4dc2-ab03-7b24ae6755d0', 'name': 'tempest-TestShelveInstance-519744889-router', 'tenant_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'ca7c140f-7f36-4628-a97c-639de62b1df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:31:25Z', 'updated_at': '2021-08-19T02:31:28Z', 'revision_number': 4, 'project_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'gw_port': {'id': 'ca7c140f-7f36-4628-a97c-639de62b1df7', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f7e469-ee29-4dc2-ab03-7b24ae6755d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:31:26Z', 'updated_at': '2021-08-19T02:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_floatingips': [{'id': '7ef728f9-78f8-445c-aa30-2dfb4cf1bfc0', 'tenant_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'router_id': '44f7e469-ee29-4dc2-ab03-7b24ae6755d0', 'port_id': '54526f64-1c44-4489-a838-1fa6482c8879', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0', 'mac_address': 'fa:16:3e:e6:cb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4862984-ea15-468d-85dc-58b1980cc587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:32:25Z', 'updated_at': '2021-08-19T02:32:25Z', 'revision_number': 0, 'project_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29f1896e-abfe-4137-be53-cf63d41f8b5f', 'name': '', 'network_id': 'd9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0', 'tenant_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'mac_address': 'fa:16:3e:93:ab:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f7e469-ee29-4dc2-ab03-7b24ae6755d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '76386d58-bfc3-4b74-85b1-29737f9470fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:31:28Z', 'updated_at': '2021-08-19T02:31:35Z', 'revision_number': 5, 'project_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'subnets': [{'id': '76386d58-bfc3-4b74-85b1-29737f9470fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:32:27.807569 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfa4517-34ad-4512-96d2-eb83209d8612 None None] The sync data for ids ['44f7e469-ee29-4dc2-ab03-7b24ae6755d0'] in dv-cinder-755654-10-iscsi is: [{'id': '44f7e469-ee29-4dc2-ab03-7b24ae6755d0', 'name': 'tempest-TestShelveInstance-519744889-router', 'tenant_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'ca7c140f-7f36-4628-a97c-639de62b1df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:31:25Z', 'updated_at': '2021-08-19T02:31:28Z', 'revision_number': 4, 'project_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'gw_port': {'id': 'ca7c140f-7f36-4628-a97c-639de62b1df7', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f7e469-ee29-4dc2-ab03-7b24ae6755d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:31:26Z', 'updated_at': '2021-08-19T02:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_floatingips': [{'id': '7ef728f9-78f8-445c-aa30-2dfb4cf1bfc0', 'tenant_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'router_id': '44f7e469-ee29-4dc2-ab03-7b24ae6755d0', 'port_id': '54526f64-1c44-4489-a838-1fa6482c8879', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0', 'mac_address': 'fa:16:3e:e6:cb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4862984-ea15-468d-85dc-58b1980cc587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:32:25Z', 'updated_at': '2021-08-19T02:32:25Z', 'revision_number': 0, 'project_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29f1896e-abfe-4137-be53-cf63d41f8b5f', 'name': '', 'network_id': 'd9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0', 'tenant_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'mac_address': 'fa:16:3e:93:ab:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f7e469-ee29-4dc2-ab03-7b24ae6755d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '76386d58-bfc3-4b74-85b1-29737f9470fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:31:28Z', 'updated_at': '2021-08-19T02:31:35Z', 'revision_number': 5, 'project_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'subnets': [{'id': '76386d58-bfc3-4b74-85b1-29737f9470fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:32:27.994848 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f780a34-98d5-4e53-a249-7c3317080e76 None None] New status for floating IP 7ef728f9-78f8-445c-aa30-2dfb4cf1bfc0: ACTIVE {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 02:32:28.602517 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03cb6d-41fb-45ea-83cc-ba4d2d028c26 req-40e96ab6-0b82-443e-9709-f3462796253b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:28.604191 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-3d03cb6d-41fb-45ea-83cc-ba4d2d028c26 req-40e96ab6-0b82-443e-9709-f3462796253b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a77767d88f5c450f86c3c5a8d944fc8c&device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 1098 time: 0.0406260 Aug 19 02:32:28.692193 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03cb6d-41fb-45ea-83cc-ba4d2d028c26 req-853125b3-1714-4213-bba6-d6cf80286211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:28.693644 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-3d03cb6d-41fb-45ea-83cc-ba4d2d028c26 req-853125b3-1714-4213-bba6-d6cf80286211 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0 HTTP/1.1" status: 200 len: 909 time: 0.0813270 Aug 19 02:32:28.762707 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-3d03cb6d-41fb-45ea-83cc-ba4d2d028c26 req-52b31d9e-778b-40ac-84b6-04d283f74f12 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54526f64-1c44-4489-a838-1fa6482c8879 HTTP/1.1" status: 200 len: 1001 time: 0.0596480 Aug 19 02:32:28.814310 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03cb6d-41fb-45ea-83cc-ba4d2d028c26 req-5c366b8b-e115-42f2-96e7-0a89f489b9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:28.815707 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-3d03cb6d-41fb-45ea-83cc-ba4d2d028c26 req-5c366b8b-e115-42f2-96e7-0a89f489b9f6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=76386d58-bfc3-4b74-85b1-29737f9470fa HTTP/1.1" status: 200 len: 847 time: 0.0418806 Aug 19 02:32:28.860036 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03cb6d-41fb-45ea-83cc-ba4d2d028c26 req-ae25400f-73d5-4d38-a550-c332ed36177c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:28.861448 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-3d03cb6d-41fb-45ea-83cc-ba4d2d028c26 req-ae25400f-73d5-4d38-a550-c332ed36177c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0392649 Aug 19 02:32:28.952762 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-3d03cb6d-41fb-45ea-83cc-ba4d2d028c26 req-36d3ed52-f01a-4297-8431-b9f3f1edef53 service neutron] 10.222.0.22 "GET /v2.0/networks/d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844600 Aug 19 02:32:29.047588 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-3d03cb6d-41fb-45ea-83cc-ba4d2d028c26 req-c3e43ae6-016e-415f-a9b0-bef90495e8a7 service neutron] 10.222.0.22 "GET /v2.0/networks/d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858629 Aug 19 02:32:33.670496 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 43766) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:32:33.777318 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-15acd2c6-063d-4fc2-8832-aec5dbdb4773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:33.864599 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-15acd2c6-063d-4fc2-8832-aec5dbdb4773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:33.921797 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-15acd2c6-063d-4fc2-8832-aec5dbdb4773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:33.960848 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-15acd2c6-063d-4fc2-8832-aec5dbdb4773 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1b8e07ba1d2e4195b74db9670543a168&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2892895 Aug 19 02:32:33.961744 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15acd2c6-063d-4fc2-8832-aec5dbdb4773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7b0eed-038e-4c25-91f9-de8bf57eeb99,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:32:33.963606 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 43770) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:32:33.969315 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15acd2c6-063d-4fc2-8832-aec5dbdb4773 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:32:33.969673 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15acd2c6-063d-4fc2-8832-aec5dbdb4773 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:32:33.970017 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15acd2c6-063d-4fc2-8832-aec5dbdb4773 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:32:33.970356 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15acd2c6-063d-4fc2-8832-aec5dbdb4773 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:32:33.970692 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15acd2c6-063d-4fc2-8832-aec5dbdb4773 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:32:33.971024 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15acd2c6-063d-4fc2-8832-aec5dbdb4773 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:32:33.971355 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15acd2c6-063d-4fc2-8832-aec5dbdb4773 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:32:33.971687 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15acd2c6-063d-4fc2-8832-aec5dbdb4773 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:32:33.972019 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15acd2c6-063d-4fc2-8832-aec5dbdb4773 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:32:33.972344 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15acd2c6-063d-4fc2-8832-aec5dbdb4773 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:32:33.972673 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15acd2c6-063d-4fc2-8832-aec5dbdb4773 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:32:33.972994 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15acd2c6-063d-4fc2-8832-aec5dbdb4773 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:32:34.015570 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8747fd11-e98e-4949-b324-568105589d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:34.274068 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8747fd11-e98e-4949-b324-568105589d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:34.384786 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8747fd11-e98e-4949-b324-568105589d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:34.387387 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8747fd11-e98e-4949-b324-568105589d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:34.388552 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-8747fd11-e98e-4949-b324-568105589d42 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7a7b0eed-038e-4c25-91f9-de8bf57eeb99 HTTP/1.1" status: 204 len: 168 time: 0.4238977 Aug 19 02:32:34.396427 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8747fd11-e98e-4949-b324-568105589d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7b0eed-038e-4c25-91f9-de8bf57eeb99,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:32:34.404390 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747fd11-e98e-4949-b324-568105589d42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:32:34.404733 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747fd11-e98e-4949-b324-568105589d42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:32:34.405063 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747fd11-e98e-4949-b324-568105589d42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:32:34.405438 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747fd11-e98e-4949-b324-568105589d42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:32:34.405775 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747fd11-e98e-4949-b324-568105589d42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:32:34.406070 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747fd11-e98e-4949-b324-568105589d42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:32:34.406459 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747fd11-e98e-4949-b324-568105589d42 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:32:34.406721 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747fd11-e98e-4949-b324-568105589d42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:32:34.407036 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747fd11-e98e-4949-b324-568105589d42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:32:34.407353 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747fd11-e98e-4949-b324-568105589d42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:32:34.407661 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747fd11-e98e-4949-b324-568105589d42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:32:34.407975 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747fd11-e98e-4949-b324-568105589d42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:32:35.021321 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 43776) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:32:35.035286 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-48078360-0d3f-4ace-a902-97b5c745941a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:35.125809 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-48078360-0d3f-4ace-a902-97b5c745941a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:35.189052 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-48078360-0d3f-4ace-a902-97b5c745941a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:35.226563 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48078360-0d3f-4ace-a902-97b5c745941a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbb3796-d783-4438-8b8f-b2d7e06f1c82,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:32:35.231332 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-48078360-0d3f-4ace-a902-97b5c745941a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a29a31b180e541339b87e811f0ae77d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2089996 Aug 19 02:32:35.234470 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 43778) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:32:35.284446 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b23e0328-32b4-4112-b9b0-3c905a3cbe8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:35.309989 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b23e0328-32b4-4112-b9b0-3c905a3cbe8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:35.429969 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b23e0328-32b4-4112-b9b0-3c905a3cbe8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:35.433033 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-b23e0328-32b4-4112-b9b0-3c905a3cbe8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:35.434248 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-b23e0328-32b4-4112-b9b0-3c905a3cbe8c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5cbb3796-d783-4438-8b8f-b2d7e06f1c82 HTTP/1.1" status: 204 len: 168 time: 0.1991482 Aug 19 02:32:35.441685 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e0328-32b4-4112-b9b0-3c905a3cbe8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbb3796-d783-4438-8b8f-b2d7e06f1c82,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:32:38.469987 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:40.813920 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 43854) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:32:40.917585 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-6d76c34c-1736-41aa-adbf-fa76d0a10642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:41.006338 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-6d76c34c-1736-41aa-adbf-fa76d0a10642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:41.074557 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-6d76c34c-1736-41aa-adbf-fa76d0a10642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:41.110037 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76c34c-1736-41aa-adbf-fa76d0a10642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b953466-cdde-4883-b002-0e22e48baebd,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:32:41.114307 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-6d76c34c-1736-41aa-adbf-fa76d0a10642 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f6daa27ca7848b39cb44600214dfea2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2993751 Aug 19 02:32:41.116970 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 43858) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:32:41.164994 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-84e8f616-a889-46ba-ab6b-7f0fddfa0130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:41.185600 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-84e8f616-a889-46ba-ab6b-7f0fddfa0130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:41.292889 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-84e8f616-a889-46ba-ab6b-7f0fddfa0130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:41.296037 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-84e8f616-a889-46ba-ab6b-7f0fddfa0130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:41.297178 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-84e8f616-a889-46ba-ab6b-7f0fddfa0130 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9b953466-cdde-4883-b002-0e22e48baebd HTTP/1.1" status: 204 len: 168 time: 0.1792681 Aug 19 02:32:41.304702 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e8f616-a889-46ba-ab6b-7f0fddfa0130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b953466-cdde-4883-b002-0e22e48baebd,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:32:41.871548 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 43864) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:32:41.885045 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-468d9c70-63f8-4aa1-9697-e1cfdb8edd1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:41.972092 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-468d9c70-63f8-4aa1-9697-e1cfdb8edd1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:42.030102 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-468d9c70-63f8-4aa1-9697-e1cfdb8edd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:42.065949 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d9c70-63f8-4aa1-9697-e1cfdb8edd1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a29660a-9753-4ff0-a41f-23672a341925,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:32:42.071809 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-468d9c70-63f8-4aa1-9697-e1cfdb8edd1c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=691d5a8a197f46d7b76119b118868077&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1990423 Aug 19 02:32:42.073258 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 43866) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:32:42.127308 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-539cf5d6-03bd-41d4-b836-ba82b2b792a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:42.147520 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-539cf5d6-03bd-41d4-b836-ba82b2b792a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:42.269962 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-539cf5d6-03bd-41d4-b836-ba82b2b792a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:42.272564 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-539cf5d6-03bd-41d4-b836-ba82b2b792a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:42.273736 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-539cf5d6-03bd-41d4-b836-ba82b2b792a7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9a29660a-9753-4ff0-a41f-23672a341925 HTTP/1.1" status: 204 len: 168 time: 0.1996853 Aug 19 02:32:42.282289 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539cf5d6-03bd-41d4-b836-ba82b2b792a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a29660a-9753-4ff0-a41f-23672a341925,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:32:44.787084 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 43938) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:32:44.853541 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7b39df3a-34ef-4600-a8a4-b0745a21cf4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:44.896215 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-4311e409-1bc2-403d-b19e-4a352958204b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:44.982626 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-4311e409-1bc2-403d-b19e-4a352958204b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:45.023943 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-4311e409-1bc2-403d-b19e-4a352958204b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:45.062159 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-4311e409-1bc2-403d-b19e-4a352958204b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f1ea2b71495449ff8ae5a71a1acbfc47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2739558 Aug 19 02:32:45.063033 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4311e409-1bc2-403d-b19e-4a352958204b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339b71bc-73a0-467d-8878-d67161816797,revision_number=1']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:32:45.064844 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 43942) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:32:45.113828 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0b60a9cf-f42a-46af-af56-4a37d85dcbbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:45.134878 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0b60a9cf-f42a-46af-af56-4a37d85dcbbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:45.412928 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0b60a9cf-f42a-46af-af56-4a37d85dcbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:45.415580 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0b60a9cf-f42a-46af-af56-4a37d85dcbbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:45.416767 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-0b60a9cf-f42a-46af-af56-4a37d85dcbbc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/339b71bc-73a0-467d-8878-d67161816797 HTTP/1.1" status: 204 len: 168 time: 0.3509119 Aug 19 02:32:45.424936 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b60a9cf-f42a-46af-af56-4a37d85dcbbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339b71bc-73a0-467d-8878-d67161816797,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:32:45.941554 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 43948) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:32:45.954987 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5c907d15-867d-4c43-b719-3bf122b7a09e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:46.041467 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5c907d15-867d-4c43-b719-3bf122b7a09e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:46.092174 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-5c907d15-867d-4c43-b719-3bf122b7a09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:46.131556 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-5c907d15-867d-4c43-b719-3bf122b7a09e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e6dba84cb1144f2d8df0e01fbd64076e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1888807 Aug 19 02:32:46.132420 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c907d15-867d-4c43-b719-3bf122b7a09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ea6217-6709-4678-b3c0-ecaad4557a4f,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:32:46.134207 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 43952) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:32:46.184203 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-d73860e5-be09-48c3-bebb-adda14e12c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:46.206175 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-d73860e5-be09-48c3-bebb-adda14e12c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:46.338775 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-d73860e5-be09-48c3-bebb-adda14e12c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:46.342038 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-d73860e5-be09-48c3-bebb-adda14e12c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:46.343181 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-d73860e5-be09-48c3-bebb-adda14e12c1d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/91ea6217-6709-4678-b3c0-ecaad4557a4f HTTP/1.1" status: 204 len: 168 time: 0.2079666 Aug 19 02:32:46.351158 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73860e5-be09-48c3-bebb-adda14e12c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ea6217-6709-4678-b3c0-ecaad4557a4f,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:32:47.268701 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-906e140d-8c77-425b-a867-4625264cdcec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:47.309618 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-05d93258-2066-44f1-99f7-644e4f3b5aa1 req-039808e7-ad57-401a-a4ee-a2990ad31293 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-655643485&fields=id&tenant_id=26b5d99a01904098815dc4c04ec8ceb6 HTTP/1.1" status: 200 len: 267 time: 0.0362360 Aug 19 02:32:47.362872 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d93258-2066-44f1-99f7-644e4f3b5aa1 req-6a4d3654-5ba6-40e5-a5af-35937dfad4b7 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:47.364366 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-05d93258-2066-44f1-99f7-644e4f3b5aa1 req-6a4d3654-5ba6-40e5-a5af-35937dfad4b7 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 984 time: 0.0492916 Aug 19 02:32:47.375671 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [req-05d93258-2066-44f1-99f7-644e4f3b5aa1 req-cb6e99bb-bd9b-45c5-bcb6-865275467756 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Request body: {'port': {'security_groups': ['b60eebf6-4e02-44e0-b766-0ef62d43f6f5']}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:32:47.440401 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-05d93258-2066-44f1-99f7-644e4f3b5aa1 req-cb6e99bb-bd9b-45c5-bcb6-865275467756 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:47.610243 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-05d93258-2066-44f1-99f7-644e4f3b5aa1 req-cb6e99bb-bd9b-45c5-bcb6-865275467756 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] For port b4d81b53-d1dc-4361-8daf-2899eea95b85, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=b4d81b53-d1dc-4361-8daf-2899eea95b85,segment=NetworkSegment(536c2e9b-2b85-4468-9a31-26a114cd415a),segment_id=536c2e9b-2b85-4468-9a31-26a114cd415a)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:32:47.639860 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-05d93258-2066-44f1-99f7-644e4f3b5aa1 req-cb6e99bb-bd9b-45c5-bcb6-865275467756 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:47.681669 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:47.710225 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-05d93258-2066-44f1-99f7-644e4f3b5aa1 req-cb6e99bb-bd9b-45c5-bcb6-865275467756 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:47.726613 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] get_ports_and_sgs() called for port_ids ['b4d81b53-d1dc-4361-8daf-2899eea95b85'] {{(pid=94446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:32:47.756014 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d93258-2066-44f1-99f7-644e4f3b5aa1 req-cb6e99bb-bd9b-45c5-bcb6-865275467756 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:47.756635 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-05d93258-2066-44f1-99f7-644e4f3b5aa1 req-cb6e99bb-bd9b-45c5-bcb6-865275467756 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:47.758059 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-05d93258-2066-44f1-99f7-644e4f3b5aa1 req-cb6e99bb-bd9b-45c5-bcb6-865275467756 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "PUT /v2.0/ports/b4d81b53-d1dc-4361-8daf-2899eea95b85 HTTP/1.1" status: 200 len: 942 time: 0.3869424 Aug 19 02:32:47.758503 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c74c76f1-934c-49d7-992d-163541c9ba5e', 'tag': 'b4d81b53-d1dc-4361-8daf-2899eea95b85'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:32:47.760738 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada91ed0-bb53-4ccc-a542-b7c27610c935" -d '{"events": [{"name": "network-changed", "server_uuid": "c74c76f1-934c-49d7-992d-163541c9ba5e", "tag": "b4d81b53-d1dc-4361-8daf-2899eea95b85"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:32:47.765360 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 43966) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:32:47.801874 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e99bb-bd9b-45c5-bcb6-865275467756 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Pushing event updated for resources: {'Port': ['ID=b4d81b53-d1dc-4361-8daf-2899eea95b85,revision_number=7']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:32:47.813774 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de182a31-8a23-4352-b14f-f2e678194271 x-openstack-request-id: req-de182a31-8a23-4352-b14f-f2e678194271 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:32:47.818241 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c74c76f1-934c-49d7-992d-163541c9ba5e", "tag": "b4d81b53-d1dc-4361-8daf-2899eea95b85", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:32:47.818241 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-de182a31-8a23-4352-b14f-f2e678194271 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:32:47.818241 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c74c76f1-934c-49d7-992d-163541c9ba5e', 'tag': 'b4d81b53-d1dc-4361-8daf-2899eea95b85', 'status': 'completed', 'code': 200} Aug 19 02:32:47.859119 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1edbefbd-064f-40c0-b9a8-bc00cbcc18f9 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:47.874579 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] get_ports_and_sgs() called for port_ids ['b4d81b53-d1dc-4361-8daf-2899eea95b85'] {{(pid=94446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:32:47.885555 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada91ed0-bb53-4ccc-a542-b7c27610c935 req-ee55de2a-05fd-435e-8e93-3c76df8b20c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:47.887702 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ada91ed0-bb53-4ccc-a542-b7c27610c935 req-ee55de2a-05fd-435e-8e93-3c76df8b20c5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=26b5d99a01904098815dc4c04ec8ceb6&device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 1098 time: 0.0478892 Aug 19 02:32:47.907137 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1edbefbd-064f-40c0-b9a8-bc00cbcc18f9 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:47.996675 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada91ed0-bb53-4ccc-a542-b7c27610c935 req-5669264b-f700-40c3-8d9e-b9fab92caa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:47.998797 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ada91ed0-bb53-4ccc-a542-b7c27610c935 req-5669264b-f700-40c3-8d9e-b9fab92caa8e service neutron] 10.222.0.22 "GET /v2.0/networks?id=ae56529d-4ec4-4ab1-997f-53a52a2202db HTTP/1.1" status: 200 len: 916 time: 0.1033323 Aug 19 02:32:48.020272 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-e8c04abb-e698-4ec2-b223-ca13655ddaaf None None] Provisioning complete for port b4d81b53-d1dc-4361-8daf-2899eea95b85 triggered by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:32:48.020648 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e8c04abb-e698-4ec2-b223-ca13655ddaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:48.053401 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1edbefbd-064f-40c0-b9a8-bc00cbcc18f9 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:48.055929 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1edbefbd-064f-40c0-b9a8-bc00cbcc18f9 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:48.057102 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-1edbefbd-064f-40c0-b9a8-bc00cbcc18f9 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "DELETE /v2.0/security-groups/402f56f8-f89b-4071-9874-4e6ac8544c7b HTTP/1.1" status: 204 len: 168 time: 0.2905490 Aug 19 02:32:48.059942 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 43968) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:32:48.067396 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edbefbd-064f-40c0-b9a8-bc00cbcc18f9 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=402f56f8-f89b-4071-9874-4e6ac8544c7b,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:32:48.113174 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ada91ed0-bb53-4ccc-a542-b7c27610c935 req-feb2c437-e3a7-40c9-b86d-ca5b3d63c77d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4d81b53-d1dc-4361-8daf-2899eea95b85 HTTP/1.1" status: 200 len: 1001 time: 0.1060247 Aug 19 02:32:48.212218 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada91ed0-bb53-4ccc-a542-b7c27610c935 req-1dad121c-ac76-4431-956f-7e811cf239a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:48.213776 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ada91ed0-bb53-4ccc-a542-b7c27610c935 req-1dad121c-ac76-4431-956f-7e811cf239a5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=19f8ff54-7705-49ed-972c-36bbb42e5fd1 HTTP/1.1" status: 200 len: 854 time: 0.0924175 Aug 19 02:32:48.293378 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada91ed0-bb53-4ccc-a542-b7c27610c935 req-a49d1020-1b7e-40ad-8eb3-14f8220c50a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:48.295489 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ada91ed0-bb53-4ccc-a542-b7c27610c935 req-a49d1020-1b7e-40ad-8eb3-14f8220c50a6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ae56529d-4ec4-4ab1-997f-53a52a2202db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0709400 Aug 19 02:32:48.312914 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-4652ce61-29e8-4a66-88ba-427766203aea tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Deleting port d91c2ff1-5c91-4cac-a94d-b2c7efaad1ff {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:32:48.313555 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4652ce61-29e8-4a66-88ba-427766203aea tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:48.446451 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4652ce61-29e8-4a66-88ba-427766203aea tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:48.446777 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4652ce61-29e8-4a66-88ba-427766203aea tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:48.451304 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ada91ed0-bb53-4ccc-a542-b7c27610c935 req-58b0c4f8-a417-4c21-87bc-ccbf551dd751 service neutron] 10.222.0.22 "GET /v2.0/networks/ae56529d-4ec4-4ab1-997f-53a52a2202db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479635 Aug 19 02:32:48.468578 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-4652ce61-29e8-4a66-88ba-427766203aea tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Calling delete_port for d91c2ff1-5c91-4cac-a94d-b2c7efaad1ff owned by network:floatingip {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:32:48.521595 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:48.619433 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ada91ed0-bb53-4ccc-a542-b7c27610c935 req-f1469556-98de-45bf-bdd2-594923f11d61 service neutron] 10.222.0.22 "GET /v2.0/networks/ae56529d-4ec4-4ab1-997f-53a52a2202db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608868 Aug 19 02:32:48.783070 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4652ce61-29e8-4a66-88ba-427766203aea tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:48.813492 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652ce61-29e8-4a66-88ba-427766203aea tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Pushing event deleted for resources: {'Port': ['ID=d91c2ff1-5c91-4cac-a94d-b2c7efaad1ff,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:32:48.871508 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4652ce61-29e8-4a66-88ba-427766203aea tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks [] for floatingip, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:48.871860 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.db.l3_db [None req-4652ce61-29e8-4a66-88ba-427766203aea tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Floating IP c0cdb4ae-fb48-454b-bec2-caa04dbeccde disassociated (deleted). External IP: 172.27.1.251, port: b4d81b53-d1dc-4361-8daf-2899eea95b85. Aug 19 02:32:49.073034 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4652ce61-29e8-4a66-88ba-427766203aea tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Router ca37fd0f-ce0e-4152-89d2-b854cf844446 has already been hosted by L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:32:49.436219 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4652ce61-29e8-4a66-88ba-427766203aea tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:32:49.440980 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4652ce61-29e8-4a66-88ba-427766203aea tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:49.445453 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46efe837-5369-4fa0-bafe-d0c21a17074c None None] Sync routers for ids ['ca37fd0f-ce0e-4152-89d2-b854cf844446'] in dv-cinder-755654-10-iscsi {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:32:49.455036 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46efe837-5369-4fa0-bafe-d0c21a17074c None None] Routers {'ca37fd0f-ce0e-4152-89d2-b854cf844446'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:32:49.455621 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-46efe837-5369-4fa0-bafe-d0c21a17074c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:32:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['ca37fd0f-ce0e-4152-89d2-b854cf844446'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:32:49.467568 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-4652ce61-29e8-4a66-88ba-427766203aea tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "DELETE /v2.0/floatingips/c0cdb4ae-fb48-454b-bec2-caa04dbeccde HTTP/1.1" status: 204 len: 168 time: 1.4045508 Aug 19 02:32:49.561663 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-46efe837-5369-4fa0-bafe-d0c21a17074c None None] Set router ca37fd0f-ce0e-4152-89d2-b854cf844446 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:32:49.756257 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-46efe837-5369-4fa0-bafe-d0c21a17074c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca37fd0f-ce0e-4152-89d2-b854cf844446', 'name': 'tempest-TestMinimumBasicScenario-1997639930-router', 'tenant_id': '26b5d99a01904098815dc4c04ec8ceb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '43c07f5f-bc3d-45d5-bfed-09e6d6d0062b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:29:10Z', 'updated_at': '2021-08-19T02:29:13Z', 'revision_number': 4, 'project_id': '26b5d99a01904098815dc4c04ec8ceb6', 'gw_port': {'id': '43c07f5f-bc3d-45d5-bfed-09e6d6d0062b', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:65:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37fd0f-ce0e-4152-89d2-b854cf844446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:29:10Z', 'updated_at': '2021-08-19T02:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': '77d5d738-0ee8-4517-b384-01af156915b5', 'name': '', 'network_id': 'ae56529d-4ec4-4ab1-997f-53a52a2202db', 'tenant_id': '26b5d99a01904098815dc4c04ec8ceb6', 'mac_address': 'fa:16:3e:eb:f4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37fd0f-ce0e-4152-89d2-b854cf844446', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '19f8ff54-7705-49ed-972c-36bbb42e5fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:29:12Z', 'updated_at': '2021-08-19T02:29:18Z', 'revision_number': 5, 'project_id': '26b5d99a01904098815dc4c04ec8ceb6', 'subnets': [{'id': '19f8ff54-7705-49ed-972c-36bbb42e5fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:32:49.783961 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46efe837-5369-4fa0-bafe-d0c21a17074c None None] Checking router: ca37fd0f-ce0e-4152-89d2-b854cf844446 for host: dv-cinder-755654-10-iscsi {{(pid=94446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:32:49.792211 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46efe837-5369-4fa0-bafe-d0c21a17074c None None] Routers {'ca37fd0f-ce0e-4152-89d2-b854cf844446'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:32:49.792819 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-46efe837-5369-4fa0-bafe-d0c21a17074c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:32:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['ca37fd0f-ce0e-4152-89d2-b854cf844446'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:32:49.815843 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c74c76f1-934c-49d7-992d-163541c9ba5e', 'tag': 'b4d81b53-d1dc-4361-8daf-2899eea95b85'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:32:49.818375 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f5c0b9-a786-45ec-aa68-2ee2cbb42b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "c74c76f1-934c-49d7-992d-163541c9ba5e", "tag": "b4d81b53-d1dc-4361-8daf-2899eea95b85"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:32:49.857960 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04fdc44e-6455-4400-9ef5-09f853b4765d x-openstack-request-id: req-04fdc44e-6455-4400-9ef5-09f853b4765d {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:32:49.858247 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c74c76f1-934c-49d7-992d-163541c9ba5e", "tag": "b4d81b53-d1dc-4361-8daf-2899eea95b85", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:32:49.858493 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-04fdc44e-6455-4400-9ef5-09f853b4765d {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:32:49.858880 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c74c76f1-934c-49d7-992d-163541c9ba5e', 'tag': 'b4d81b53-d1dc-4361-8daf-2899eea95b85', 'status': 'completed', 'code': 200} Aug 19 02:32:49.902703 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-46efe837-5369-4fa0-bafe-d0c21a17074c None None] Set router ca37fd0f-ce0e-4152-89d2-b854cf844446 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:32:49.929182 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5c0b9-a786-45ec-aa68-2ee2cbb42b8a req-8228b4f8-3d5a-4636-b7b3-4866e925e684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:49.930863 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c1f5c0b9-a786-45ec-aa68-2ee2cbb42b8a req-8228b4f8-3d5a-4636-b7b3-4866e925e684 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=26b5d99a01904098815dc4c04ec8ceb6&device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 1098 time: 0.0419288 Aug 19 02:32:50.024139 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5c0b9-a786-45ec-aa68-2ee2cbb42b8a req-e3d7ee14-2bcf-482b-9b38-60f83e5c63ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:50.025541 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c1f5c0b9-a786-45ec-aa68-2ee2cbb42b8a req-e3d7ee14-2bcf-482b-9b38-60f83e5c63ef service neutron] 10.222.0.22 "GET /v2.0/networks?id=ae56529d-4ec4-4ab1-997f-53a52a2202db HTTP/1.1" status: 200 len: 916 time: 0.0858862 Aug 19 02:32:50.066827 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c1f5c0b9-a786-45ec-aa68-2ee2cbb42b8a req-a76d3271-4480-4823-8dc2-311873b15241 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4d81b53-d1dc-4361-8daf-2899eea95b85 HTTP/1.1" status: 200 len: 217 time: 0.0328662 Aug 19 02:32:50.101705 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-46efe837-5369-4fa0-bafe-d0c21a17074c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca37fd0f-ce0e-4152-89d2-b854cf844446', 'name': 'tempest-TestMinimumBasicScenario-1997639930-router', 'tenant_id': '26b5d99a01904098815dc4c04ec8ceb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '43c07f5f-bc3d-45d5-bfed-09e6d6d0062b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:29:10Z', 'updated_at': '2021-08-19T02:29:13Z', 'revision_number': 4, 'project_id': '26b5d99a01904098815dc4c04ec8ceb6', 'gw_port': {'id': '43c07f5f-bc3d-45d5-bfed-09e6d6d0062b', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:65:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37fd0f-ce0e-4152-89d2-b854cf844446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:29:10Z', 'updated_at': '2021-08-19T02:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': '77d5d738-0ee8-4517-b384-01af156915b5', 'name': '', 'network_id': 'ae56529d-4ec4-4ab1-997f-53a52a2202db', 'tenant_id': '26b5d99a01904098815dc4c04ec8ceb6', 'mac_address': 'fa:16:3e:eb:f4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37fd0f-ce0e-4152-89d2-b854cf844446', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '19f8ff54-7705-49ed-972c-36bbb42e5fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:29:12Z', 'updated_at': '2021-08-19T02:29:18Z', 'revision_number': 5, 'project_id': '26b5d99a01904098815dc4c04ec8ceb6', 'subnets': [{'id': '19f8ff54-7705-49ed-972c-36bbb42e5fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:32:50.120600 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5c0b9-a786-45ec-aa68-2ee2cbb42b8a req-ccef9daa-fb1a-4d9c-8cb4-ff66526f5688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:50.122752 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c1f5c0b9-a786-45ec-aa68-2ee2cbb42b8a req-ccef9daa-fb1a-4d9c-8cb4-ff66526f5688 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=19f8ff54-7705-49ed-972c-36bbb42e5fd1 HTTP/1.1" status: 200 len: 854 time: 0.0480158 Aug 19 02:32:50.128243 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46efe837-5369-4fa0-bafe-d0c21a17074c None None] The sync data for ids ['ca37fd0f-ce0e-4152-89d2-b854cf844446'] in dv-cinder-755654-10-iscsi is: [{'id': 'ca37fd0f-ce0e-4152-89d2-b854cf844446', 'name': 'tempest-TestMinimumBasicScenario-1997639930-router', 'tenant_id': '26b5d99a01904098815dc4c04ec8ceb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '43c07f5f-bc3d-45d5-bfed-09e6d6d0062b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:29:10Z', 'updated_at': '2021-08-19T02:29:13Z', 'revision_number': 4, 'project_id': '26b5d99a01904098815dc4c04ec8ceb6', 'gw_port': {'id': '43c07f5f-bc3d-45d5-bfed-09e6d6d0062b', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:65:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37fd0f-ce0e-4152-89d2-b854cf844446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:29:10Z', 'updated_at': '2021-08-19T02:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': '77d5d738-0ee8-4517-b384-01af156915b5', 'name': '', 'network_id': 'ae56529d-4ec4-4ab1-997f-53a52a2202db', 'tenant_id': '26b5d99a01904098815dc4c04ec8ceb6', 'mac_address': 'fa:16:3e:eb:f4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37fd0f-ce0e-4152-89d2-b854cf844446', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '19f8ff54-7705-49ed-972c-36bbb42e5fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:29:12Z', 'updated_at': '2021-08-19T02:29:18Z', 'revision_number': 5, 'project_id': '26b5d99a01904098815dc4c04ec8ceb6', 'subnets': [{'id': '19f8ff54-7705-49ed-972c-36bbb42e5fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:32:50.170401 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5c0b9-a786-45ec-aa68-2ee2cbb42b8a req-b3c3da44-5609-4f88-84f7-3ce1e12f219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:50.171918 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c1f5c0b9-a786-45ec-aa68-2ee2cbb42b8a req-b3c3da44-5609-4f88-84f7-3ce1e12f219a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ae56529d-4ec4-4ab1-997f-53a52a2202db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0416732 Aug 19 02:32:50.266349 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c1f5c0b9-a786-45ec-aa68-2ee2cbb42b8a req-1f8f25ef-165e-4e25-9913-681cb0c841a5 service neutron] 10.222.0.22 "GET /v2.0/networks/ae56529d-4ec4-4ab1-997f-53a52a2202db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867465 Aug 19 02:32:50.346075 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1426e10e-f904-4b59-a75a-3bf7561ce333 None None] New status for floating IP c0cdb4ae-fb48-454b-bec2-caa04dbeccde: DOWN {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 02:32:50.370336 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-c1f5c0b9-a786-45ec-aa68-2ee2cbb42b8a req-20fffb3f-f964-49dc-ae95-af16204fe751 service neutron] 10.222.0.22 "GET /v2.0/networks/ae56529d-4ec4-4ab1-997f-53a52a2202db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934896 Aug 19 02:32:50.424731 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:53.758404 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f709404-c818-4997-866c-c010e22cc941 req-38c418a3-fddb-4867-a501-6b09825228a9 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:53.759962 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-2f709404-c818-4997-866c-c010e22cc941 req-38c418a3-fddb-4867-a501-6b09825228a9 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 945 time: 0.0502944 Aug 19 02:32:53.798124 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-2f709404-c818-4997-866c-c010e22cc941 req-6dfef59d-7d99-412e-a90c-19235e1f33e1 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315497 Aug 19 02:32:54.918382 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63256799-322f-41b4-8b5f-7060a2845ce7 req-6efdcd32-4048-4c10-a6ab-d4a24f41877d tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:54.920546 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-63256799-322f-41b4-8b5f-7060a2845ce7 req-6efdcd32-4048-4c10-a6ab-d4a24f41877d tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 945 time: 0.0501595 Aug 19 02:32:54.958703 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-63256799-322f-41b4-8b5f-7060a2845ce7 req-d16e31b9-2478-425a-af59-0007e3edb441 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320566 Aug 19 02:32:55.947467 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44bc8fb-b399-4c97-9be2-e703207737f2 req-5bb60564-d33c-4ca1-9e73-de93957e83da tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:55.948921 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d44bc8fb-b399-4c97-9be2-e703207737f2 req-5bb60564-d33c-4ca1-9e73-de93957e83da tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.22 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 945 time: 0.0514989 Aug 19 02:32:56.043051 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-d44bc8fb-b399-4c97-9be2-e703207737f2 req-e8784398-b65f-4cb7-b61e-62ee7d3d0646 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Deleting port b4d81b53-d1dc-4361-8daf-2899eea95b85 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:32:56.043398 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d44bc8fb-b399-4c97-9be2-e703207737f2 req-e8784398-b65f-4cb7-b61e-62ee7d3d0646 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:56.070591 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201bcfa4-b5fd-4ca1-ba47-d14fdd5dfafe req-e5d7f560-f067-412d-a2ff-28a4e3f0a6a0 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:32:56.072063 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-201bcfa4-b5fd-4ca1-ba47-d14fdd5dfafe req-e5d7f560-f067-412d-a2ff-28a4e3f0a6a0 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 945 time: 0.0478730 Aug 19 02:32:56.111390 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-201bcfa4-b5fd-4ca1-ba47-d14fdd5dfafe req-d002e786-8984-48ab-9ce8-1779f83b4f93 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/security-groups?id=b60eebf6-4e02-44e0-b766-0ef62d43f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327115 Aug 19 02:32:56.136196 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-d44bc8fb-b399-4c97-9be2-e703207737f2 req-e8784398-b65f-4cb7-b61e-62ee7d3d0646 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] For port b4d81b53-d1dc-4361-8daf-2899eea95b85, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=b4d81b53-d1dc-4361-8daf-2899eea95b85,segment=NetworkSegment(536c2e9b-2b85-4468-9a31-26a114cd415a),segment_id=536c2e9b-2b85-4468-9a31-26a114cd415a)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:32:56.136566 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d44bc8fb-b399-4c97-9be2-e703207737f2 req-e8784398-b65f-4cb7-b61e-62ee7d3d0646 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:56.149670 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-d44bc8fb-b399-4c97-9be2-e703207737f2 req-e8784398-b65f-4cb7-b61e-62ee7d3d0646 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Calling delete_port for b4d81b53-d1dc-4361-8daf-2899eea95b85 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:32:56.332891 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d44bc8fb-b399-4c97-9be2-e703207737f2 req-e8784398-b65f-4cb7-b61e-62ee7d3d0646 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:56.345104 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] get_ports_and_sgs() called for port_ids ['b4d81b53-d1dc-4361-8daf-2899eea95b85'] {{(pid=94446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:32:56.363264 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8784398-b65f-4cb7-b61e-62ee7d3d0646 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Pushing event deleted for resources: {'Port': ['ID=b4d81b53-d1dc-4361-8daf-2899eea95b85,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:32:56.407118 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-d44bc8fb-b399-4c97-9be2-e703207737f2 req-e8784398-b65f-4cb7-b61e-62ee7d3d0646 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] No DVR routers for this DVR port b4d81b53-d1dc-4361-8daf-2899eea95b85 on host hv-cinder-75565 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:32:56.409681 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-d44bc8fb-b399-4c97-9be2-e703207737f2 req-e8784398-b65f-4cb7-b61e-62ee7d3d0646 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:32:56.411676 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d44bc8fb-b399-4c97-9be2-e703207737f2 req-e8784398-b65f-4cb7-b61e-62ee7d3d0646 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.22 "DELETE /v2.0/ports/b4d81b53-d1dc-4361-8daf-2899eea95b85 HTTP/1.1" status: 204 len: 173 time: 0.4537270 Aug 19 02:32:56.412113 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c74c76f1-934c-49d7-992d-163541c9ba5e', 'name': 'network-vif-deleted', 'tag': 'b4d81b53-d1dc-4361-8daf-2899eea95b85'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:32:56.414378 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d2d606-cc41-42c1-b213-90a76392628c" -d '{"events": [{"server_uuid": "c74c76f1-934c-49d7-992d-163541c9ba5e", "name": "network-vif-deleted", "tag": "b4d81b53-d1dc-4361-8daf-2899eea95b85"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:32:56.448580 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1aaeea-78f1-49ea-b609-9d913ed06faa x-openstack-request-id: req-7e1aaeea-78f1-49ea-b609-9d913ed06faa {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:32:56.448880 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c74c76f1-934c-49d7-992d-163541c9ba5e", "name": "network-vif-deleted", "tag": "b4d81b53-d1dc-4361-8daf-2899eea95b85", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:32:56.449146 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7e1aaeea-78f1-49ea-b609-9d913ed06faa {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:32:56.449569 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c74c76f1-934c-49d7-992d-163541c9ba5e', 'name': 'network-vif-deleted', 'tag': 'b4d81b53-d1dc-4361-8daf-2899eea95b85', 'status': 'completed', 'code': 200} Aug 19 02:32:57.224330 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-74ec9efd-94ac-426d-867b-1e3eab3f4efc req-685f6929-67a0-4d2e-b08a-f784f3439649 tempest-TestMinimumBasicScenario-828487420 tempest-TestMinimumBasicScenario-828487420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c74c76f1-934c-49d7-992d-163541c9ba5e HTTP/1.1" status: 200 len: 210 time: 0.0303128 Aug 19 02:32:59.593185 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device b4d81b53-d1dc-4361-8daf-2899eea95b85 no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:32:59.598553 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 44056) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:32:59.618630 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] No Port match for: b4d81b53-d1dc-4361-8daf-2899eea95b85 {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:32:59.618980 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device b4d81b53-d1dc-4361-8daf-2899eea95b85 not bound to the agent host hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:32:59.939288 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-83935284-626e-4d3d-8200-fba1640eb365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619768'] for router_interface, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:00.180901 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-83935284-626e-4d3d-8200-fba1640eb365 admin admin] Deleting port 77d5d738-0ee8-4517-b384-01af156915b5 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:33:00.181274 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-83935284-626e-4d3d-8200-fba1640eb365 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:00.257869 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-83935284-626e-4d3d-8200-fba1640eb365 admin admin] For port 77d5d738-0ee8-4517-b384-01af156915b5, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=77d5d738-0ee8-4517-b384-01af156915b5,segment=NetworkSegment(536c2e9b-2b85-4468-9a31-26a114cd415a),segment_id=536c2e9b-2b85-4468-9a31-26a114cd415a)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:33:00.258236 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-83935284-626e-4d3d-8200-fba1640eb365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:00.271142 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-83935284-626e-4d3d-8200-fba1640eb365 admin admin] Calling delete_port for 77d5d738-0ee8-4517-b384-01af156915b5 owned by network:router_interface {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:33:00.510100 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-83935284-626e-4d3d-8200-fba1640eb365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:00.535772 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83935284-626e-4d3d-8200-fba1640eb365 admin admin] Pushing event deleted for resources: {'Port': ['ID=77d5d738-0ee8-4517-b384-01af156915b5,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:33:00.705578 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-83935284-626e-4d3d-8200-fba1640eb365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-754792'] for router_interface, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:00.912014 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83935284-626e-4d3d-8200-fba1640eb365 admin admin] Router ca37fd0f-ce0e-4152-89d2-b854cf844446 has already been hosted by L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:33:01.017706 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83935284-626e-4d3d-8200-fba1640eb365 admin admin] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:33:01.183057 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-83935284-626e-4d3d-8200-fba1640eb365 admin admin] 10.222.0.16 "PUT /v2.0/routers/ca37fd0f-ce0e-4152-89d2-b854cf844446/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4282677 Aug 19 02:33:01.183057 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 44060) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:33:01.184213 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4458dcb-c983-42e5-bf81-ec1ad9403420 None None] Sync routers for ids ['ca37fd0f-ce0e-4152-89d2-b854cf844446'] in dv-cinder-755654-10-iscsi {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:33:01.184614 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 6 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:33:01.184996 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4458dcb-c983-42e5-bf81-ec1ad9403420 None None] Routers {'ca37fd0f-ce0e-4152-89d2-b854cf844446'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:33:01.184996 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-d4458dcb-c983-42e5-bf81-ec1ad9403420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:32:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['ca37fd0f-ce0e-4152-89d2-b854cf844446'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:33:01.185254 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9ca4e9d9-446f-4462-9144-db30fa979019 admin admin] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:01.185359 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-d4458dcb-c983-42e5-bf81-ec1ad9403420 None None] Set router ca37fd0f-ce0e-4152-89d2-b854cf844446 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:33:01.236483 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9ca4e9d9-446f-4462-9144-db30fa979019 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:01.337834 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-9ca4e9d9-446f-4462-9144-db30fa979019 admin admin] Deleting port 43c07f5f-bc3d-45d5-bfed-09e6d6d0062b {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:33:01.338181 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9ca4e9d9-446f-4462-9144-db30fa979019 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:01.415650 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-9ca4e9d9-446f-4462-9144-db30fa979019 admin admin] For port 43c07f5f-bc3d-45d5-bfed-09e6d6d0062b, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=43c07f5f-bc3d-45d5-bfed-09e6d6d0062b,segment=NetworkSegment(31e5f57a-85b9-444f-b38d-61963340c3f4),segment_id=31e5f57a-85b9-444f-b38d-61963340c3f4)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:33:01.416038 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9ca4e9d9-446f-4462-9144-db30fa979019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:01.427943 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-9ca4e9d9-446f-4462-9144-db30fa979019 admin admin] Calling delete_port for 43c07f5f-bc3d-45d5-bfed-09e6d6d0062b owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:33:01.462100 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-d4458dcb-c983-42e5-bf81-ec1ad9403420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca37fd0f-ce0e-4152-89d2-b854cf844446', 'name': 'tempest-TestMinimumBasicScenario-1997639930-router', 'tenant_id': '26b5d99a01904098815dc4c04ec8ceb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '43c07f5f-bc3d-45d5-bfed-09e6d6d0062b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:29:10Z', 'updated_at': '2021-08-19T02:33:00Z', 'revision_number': 5, 'project_id': '26b5d99a01904098815dc4c04ec8ceb6', 'gw_port': {'id': '43c07f5f-bc3d-45d5-bfed-09e6d6d0062b', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:65:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37fd0f-ce0e-4152-89d2-b854cf844446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:29:10Z', 'updated_at': '2021-08-19T02:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi'}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:33:01.488358 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4458dcb-c983-42e5-bf81-ec1ad9403420 None None] Checking router: ca37fd0f-ce0e-4152-89d2-b854cf844446 for host: dv-cinder-755654-10-iscsi {{(pid=94446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:33:01.496355 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4458dcb-c983-42e5-bf81-ec1ad9403420 None None] Routers {'ca37fd0f-ce0e-4152-89d2-b854cf844446'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:33:01.496962 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-d4458dcb-c983-42e5-bf81-ec1ad9403420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:32:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['ca37fd0f-ce0e-4152-89d2-b854cf844446'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:33:01.586461 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-d4458dcb-c983-42e5-bf81-ec1ad9403420 None None] Set router ca37fd0f-ce0e-4152-89d2-b854cf844446 gateway port host: None {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:33:01.642177 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-d4458dcb-c983-42e5-bf81-ec1ad9403420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca37fd0f-ce0e-4152-89d2-b854cf844446', 'name': 'tempest-TestMinimumBasicScenario-1997639930-router', 'tenant_id': '26b5d99a01904098815dc4c04ec8ceb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:29:10Z', 'updated_at': '2021-08-19T02:33:01Z', 'revision_number': 6, 'project_id': '26b5d99a01904098815dc4c04ec8ceb6', 'gw_port_host': None}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:33:01.668634 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4458dcb-c983-42e5-bf81-ec1ad9403420 None None] The sync data for ids ['ca37fd0f-ce0e-4152-89d2-b854cf844446'] in dv-cinder-755654-10-iscsi is: [{'id': 'ca37fd0f-ce0e-4152-89d2-b854cf844446', 'name': 'tempest-TestMinimumBasicScenario-1997639930-router', 'tenant_id': '26b5d99a01904098815dc4c04ec8ceb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:29:10Z', 'updated_at': '2021-08-19T02:33:01Z', 'revision_number': 6, 'project_id': '26b5d99a01904098815dc4c04ec8ceb6', 'gw_port_host': None}] {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:33:01.670972 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9ca4e9d9-446f-4462-9144-db30fa979019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:01.731900 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4e9d9-446f-4462-9144-db30fa979019 admin admin] Pushing event deleted for resources: {'Port': ['ID=43c07f5f-bc3d-45d5-bfed-09e6d6d0062b,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:33:02.016652 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9ca4e9d9-446f-4462-9144-db30fa979019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-612768'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:02.109428 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9ca4e9d9-446f-4462-9144-db30fa979019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-622995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14530'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:02.111589 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9ca4e9d9-446f-4462-9144-db30fa979019 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:02.207105 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9ca4e9d9-446f-4462-9144-db30fa979019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623082'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:02.207641 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca4e9d9-446f-4462-9144-db30fa979019 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca37fd0f-ce0e-4152-89d2-b854cf844446 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 02:33:02.211938 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9ca4e9d9-446f-4462-9144-db30fa979019 admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:02.212972 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-9ca4e9d9-446f-4462-9144-db30fa979019 admin admin] 10.222.0.16 "DELETE /v2.0/routers/ca37fd0f-ce0e-4152-89d2-b854cf844446 HTTP/1.1" status: 204 len: 168 time: 1.1812496 Aug 19 02:33:02.215444 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 44062) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:33:02.262031 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a12744b-2c13-43a9-bdb1-646653753fbe admin admin] Deleting subnet 19f8ff54-7705-49ed-972c-36bbb42e5fd1 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 02:33:02.265173 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0a12744b-2c13-43a9-bdb1-646653753fbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:02.298328 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0a12744b-2c13-43a9-bdb1-646653753fbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2850452'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:02.372542 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0a12744b-2c13-43a9-bdb1-646653753fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024327'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:02.450343 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 77d5d738-0ee8-4517-b384-01af156915b5 no longer exists at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:33:02.470754 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] No Port match for: 77d5d738-0ee8-4517-b384-01af156915b5 {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:33:02.471104 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 77d5d738-0ee8-4517-b384-01af156915b5 not bound to the agent host dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:33:02.471514 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 43c07f5f-bc3d-45d5-bfed-09e6d6d0062b no longer exists at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:33:02.493114 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] No Port match for: 43c07f5f-bc3d-45d5-bfed-09e6d6d0062b {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:33:02.493479 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 43c07f5f-bc3d-45d5-bfed-09e6d6d0062b not bound to the agent host dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:33:02.504787 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0a12744b-2c13-43a9-bdb1-646653753fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2838829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2943217'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:02.528795 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a12744b-2c13-43a9-bdb1-646653753fbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19f8ff54-7705-49ed-972c-36bbb42e5fd1,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:33:02.535249 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-0a12744b-2c13-43a9-bdb1-646653753fbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:02.537232 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-0a12744b-2c13-43a9-bdb1-646653753fbe admin admin] 10.222.0.16 "DELETE /v2.0/subnets/19f8ff54-7705-49ed-972c-36bbb42e5fd1 HTTP/1.1" status: 204 len: 168 time: 0.3207858 Aug 19 02:33:02.539727 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 44064) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:33:02.543842 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0caa5087-70db-4f15-b326-0d6c909c7e2b None None] Network ae56529d-4ec4-4ab1-997f-53a52a2202db requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:33:02.615895 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4f32220e-f5d9-4ad8-9f9d-13d3fac3b232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930398'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:02.676184 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-4f32220e-f5d9-4ad8-9f9d-13d3fac3b232 admin admin] Deleting port 0a8c5185-bc9d-4721-98e4-04a3a75eabda {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:33:02.676533 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4f32220e-f5d9-4ad8-9f9d-13d3fac3b232 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:02.739817 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512039d1-ddab-43b4-a046-86c0e5ae2cc9 None None] DHCP port deletion for ae56529d-4ec4-4ab1-997f-53a52a2202db request from dv-cinder-755654-10-iscsi {{(pid=94446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 02:33:02.746135 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-4f32220e-f5d9-4ad8-9f9d-13d3fac3b232 admin admin] For port 0a8c5185-bc9d-4721-98e4-04a3a75eabda, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=0a8c5185-bc9d-4721-98e4-04a3a75eabda,segment=NetworkSegment(536c2e9b-2b85-4468-9a31-26a114cd415a),segment_id=536c2e9b-2b85-4468-9a31-26a114cd415a)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:33:02.746644 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4f32220e-f5d9-4ad8-9f9d-13d3fac3b232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:02.759945 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-4f32220e-f5d9-4ad8-9f9d-13d3fac3b232 admin admin] Calling delete_port for 0a8c5185-bc9d-4721-98e4-04a3a75eabda owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:33:02.788721 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-512039d1-ddab-43b4-a046-86c0e5ae2cc9 None None] Deleting port 0a8c5185-bc9d-4721-98e4-04a3a75eabda {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:33:02.789027 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-512039d1-ddab-43b4-a046-86c0e5ae2cc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:02.850921 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-512039d1-ddab-43b4-a046-86c0e5ae2cc9 None None] For port 0a8c5185-bc9d-4721-98e4-04a3a75eabda, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=0a8c5185-bc9d-4721-98e4-04a3a75eabda,segment=NetworkSegment(536c2e9b-2b85-4468-9a31-26a114cd415a),segment_id=536c2e9b-2b85-4468-9a31-26a114cd415a)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:33:02.853303 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-512039d1-ddab-43b4-a046-86c0e5ae2cc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:02.865036 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-512039d1-ddab-43b4-a046-86c0e5ae2cc9 None None] Calling delete_port for 0a8c5185-bc9d-4721-98e4-04a3a75eabda owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:33:02.887277 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4f32220e-f5d9-4ad8-9f9d-13d3fac3b232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:02.916724 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32220e-f5d9-4ad8-9f9d-13d3fac3b232 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a8c5185-bc9d-4721-98e4-04a3a75eabda,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:33:02.920634 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f32220e-f5d9-4ad8-9f9d-13d3fac3b232 admin admin] No DVR routers for this DVR port 0a8c5185-bc9d-4721-98e4-04a3a75eabda on host dv-cinder-755654-10-iscsi {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:33:02.950159 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-512039d1-ddab-43b4-a046-86c0e5ae2cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:02.973994 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512039d1-ddab-43b4-a046-86c0e5ae2cc9 None None] Pushing event deleted for resources: {'Port': ['ID=0a8c5185-bc9d-4721-98e4-04a3a75eabda,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:33:02.981277 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512039d1-ddab-43b4-a046-86c0e5ae2cc9 None None] No DVR routers for this DVR port 0a8c5185-bc9d-4721-98e4-04a3a75eabda on host dv-cinder-755654-10-iscsi {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:33:02.984142 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512039d1-ddab-43b4-a046-86c0e5ae2cc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:33:02.984559 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512039d1-ddab-43b4-a046-86c0e5ae2cc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:33:02.984846 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512039d1-ddab-43b4-a046-86c0e5ae2cc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:33:02.985217 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512039d1-ddab-43b4-a046-86c0e5ae2cc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:33:02.985555 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512039d1-ddab-43b4-a046-86c0e5ae2cc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:33:02.985887 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512039d1-ddab-43b4-a046-86c0e5ae2cc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:33:02.986219 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512039d1-ddab-43b4-a046-86c0e5ae2cc9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:33:02.986887 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512039d1-ddab-43b4-a046-86c0e5ae2cc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:33:02.986887 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512039d1-ddab-43b4-a046-86c0e5ae2cc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:33:02.987185 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512039d1-ddab-43b4-a046-86c0e5ae2cc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:33:02.987484 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512039d1-ddab-43b4-a046-86c0e5ae2cc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:33:02.987801 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512039d1-ddab-43b4-a046-86c0e5ae2cc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:33:02.991143 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4f32220e-f5d9-4ad8-9f9d-13d3fac3b232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026254', 'neutron.services.segments.db._delete_segments_for_network-8754220901313'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:03.002857 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.services.segments.db [None req-4f32220e-f5d9-4ad8-9f9d-13d3fac3b232 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae56529d-4ec4-4ab1-997f-53a52a2202db']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:33:03.012521 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.services.segments.db [None req-4f32220e-f5d9-4ad8-9f9d-13d3fac3b232 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '536c2e9b-2b85-4468-9a31-26a114cd415a') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:33:03.012817 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.services.segments.db [None req-4f32220e-f5d9-4ad8-9f9d-13d3fac3b232 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '536c2e9b-2b85-4468-9a31-26a114cd415a') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:33:03.021695 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4f32220e-f5d9-4ad8-9f9d-13d3fac3b232 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754220944806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2850461'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:03.035682 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4f32220e-f5d9-4ad8-9f9d-13d3fac3b232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:03.044435 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f32220e-f5d9-4ad8-9f9d-13d3fac3b232 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 02:33:03.044435 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4f32220e-f5d9-4ad8-9f9d-13d3fac3b232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2839439'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:03.044435 dv-cinder-755654-10-iscsi neutron-server[94445]: Traceback (most recent call last): Aug 19 02:33:03.044435 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 02:33:03.044435 dv-cinder-755654-10-iscsi neutron-server[94445]: timer() Aug 19 02:33:03.044435 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 02:33:03.044435 dv-cinder-755654-10-iscsi neutron-server[94445]: cb(*args, **kw) Aug 19 02:33:03.044435 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 02:33:03.044435 dv-cinder-755654-10-iscsi neutron-server[94445]: return func(*args, **kwargs) Aug 19 02:33:03.044435 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 02:33:03.044435 dv-cinder-755654-10-iscsi neutron-server[94445]: self._notify() Aug 19 02:33:03.044435 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 02:33:03.044435 dv-cinder-755654-10-iscsi neutron-server[94445]: self.callback(batched_events) Aug 19 02:33:03.044435 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 02:33:03.044435 dv-cinder-755654-10-iscsi neutron-server[94445]: event.method(event) Aug 19 02:33:03.044435 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 02:33:03.044435 dv-cinder-755654-10-iscsi neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 02:33:03.044435 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 02:33:03.044435 dv-cinder-755654-10-iscsi neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 02:33:03.044435 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 02:33:03.044435 dv-cinder-755654-10-iscsi neutron-server[94445]: return f(self, *a, **k) Aug 19 02:33:03.044435 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 02:33:03.044435 dv-cinder-755654-10-iscsi neutron-server[94445]: return self._get(url).json() Aug 19 02:33:03.044435 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 02:33:03.044435 dv-cinder-755654-10-iscsi neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 02:33:03.044435 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 02:33:03.044435 dv-cinder-755654-10-iscsi neutron-server[94445]: return self.request(url, 'GET', **kwargs) Aug 19 02:33:03.044435 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 02:33:03.044435 dv-cinder-755654-10-iscsi neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 02:33:03.044435 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 02:33:03.044435 dv-cinder-755654-10-iscsi neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 02:33:03.044435 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 02:33:03.044435 dv-cinder-755654-10-iscsi neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 02:33:03.044435 dv-cinder-755654-10-iscsi neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 02:33:03.178284 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4f32220e-f5d9-4ad8-9f9d-13d3fac3b232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612725'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:03.183501 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4f32220e-f5d9-4ad8-9f9d-13d3fac3b232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:03.185383 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-4f32220e-f5d9-4ad8-9f9d-13d3fac3b232 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ae56529d-4ec4-4ab1-997f-53a52a2202db HTTP/1.1" status: 204 len: 168 time: 0.6446805 Aug 19 02:33:03.188457 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 44066) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:33:03.196133 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32220e-f5d9-4ad8-9f9d-13d3fac3b232 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae56529d-4ec4-4ab1-997f-53a52a2202db,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:33:03.535611 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8efa0b79-707c-441e-aa7a-abb1d553b64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619768'] for router_interface, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:03.783700 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.plugin [None req-8efa0b79-707c-441e-aa7a-abb1d553b64d admin admin] Deleting port d2a31918-2422-4085-9eb0-ac65f7589339 {{(pid=94444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:33:03.784042 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8efa0b79-707c-441e-aa7a-abb1d553b64d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:03.864047 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.db [None req-8efa0b79-707c-441e-aa7a-abb1d553b64d admin admin] For port d2a31918-2422-4085-9eb0-ac65f7589339, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=d2a31918-2422-4085-9eb0-ac65f7589339,segment=NetworkSegment(5984386f-d24c-44f6-975d-a157ac91727a),segment_id=5984386f-d24c-44f6-975d-a157ac91727a)] {{(pid=94444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:33:03.864339 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8efa0b79-707c-441e-aa7a-abb1d553b64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:03.875937 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.plugin [None req-8efa0b79-707c-441e-aa7a-abb1d553b64d admin admin] Calling delete_port for d2a31918-2422-4085-9eb0-ac65f7589339 owned by network:router_interface {{(pid=94444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:33:04.127580 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8efa0b79-707c-441e-aa7a-abb1d553b64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4183730'] for port, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:04.153941 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa0b79-707c-441e-aa7a-abb1d553b64d admin admin] Pushing event deleted for resources: {'Port': ['ID=d2a31918-2422-4085-9eb0-ac65f7589339,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:33:04.317378 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8efa0b79-707c-441e-aa7a-abb1d553b64d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-754792'] for router_interface, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:04.333931 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 0a8c5185-bc9d-4721-98e4-04a3a75eabda no longer exists at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:33:04.355076 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] No Port match for: 0a8c5185-bc9d-4721-98e4-04a3a75eabda {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:33:04.355420 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 0a8c5185-bc9d-4721-98e4-04a3a75eabda not bound to the agent host dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:33:04.533747 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8efa0b79-707c-441e-aa7a-abb1d553b64d admin admin] Router 2bf51546-ccce-4790-8891-25e34e119a36 has already been hosted by L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c {{(pid=94444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:33:04.639278 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8efa0b79-707c-441e-aa7a-abb1d553b64d admin admin] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:33:04.644443 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-8efa0b79-707c-441e-aa7a-abb1d553b64d admin admin] 10.222.0.16 "PUT /v2.0/routers/2bf51546-ccce-4790-8891-25e34e119a36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4549601 Aug 19 02:33:04.647026 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 44070) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:33:04.647557 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80a6df1-fed5-4b4c-be89-44623a2e6349 None None] Sync routers for ids ['2bf51546-ccce-4790-8891-25e34e119a36'] in dv-cinder-755654-10-iscsi {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:33:04.656672 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80a6df1-fed5-4b4c-be89-44623a2e6349 None None] Routers {'2bf51546-ccce-4790-8891-25e34e119a36'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:33:04.657384 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e80a6df1-fed5-4b4c-be89-44623a2e6349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:32:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['2bf51546-ccce-4790-8891-25e34e119a36'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:33:04.749157 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-41d5acc5-ac28-457c-895d-a01fe91e462b admin admin] Notify callbacks [] for router, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:04.763015 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-e80a6df1-fed5-4b4c-be89-44623a2e6349 None None] Set router 2bf51546-ccce-4790-8891-25e34e119a36 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:33:04.850179 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-41d5acc5-ac28-457c-895d-a01fe91e462b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:04.938882 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e80a6df1-fed5-4b4c-be89-44623a2e6349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf51546-ccce-4790-8891-25e34e119a36', 'name': 'tempest-TestMinimumBasicScenario-479579154-router', 'tenant_id': 'b9af9cba339a466383eec2462d7ac0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '51e59c77-89ad-4581-ba26-31ec0f08d3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:29:16Z', 'updated_at': '2021-08-19T02:33:04Z', 'revision_number': 5, 'project_id': 'b9af9cba339a466383eec2462d7ac0f4', 'gw_port': {'id': '51e59c77-89ad-4581-ba26-31ec0f08d3a5', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ed:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf51546-ccce-4790-8891-25e34e119a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:29:16Z', 'updated_at': '2021-08-19T02:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi'}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:33:04.964851 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80a6df1-fed5-4b4c-be89-44623a2e6349 None None] Checking router: 2bf51546-ccce-4790-8891-25e34e119a36 for host: dv-cinder-755654-10-iscsi {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:33:04.973816 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80a6df1-fed5-4b4c-be89-44623a2e6349 None None] Routers {'2bf51546-ccce-4790-8891-25e34e119a36'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:33:04.974425 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e80a6df1-fed5-4b4c-be89-44623a2e6349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:32:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['2bf51546-ccce-4790-8891-25e34e119a36'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:33:04.976361 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.plugin [None req-41d5acc5-ac28-457c-895d-a01fe91e462b admin admin] Deleting port 51e59c77-89ad-4581-ba26-31ec0f08d3a5 {{(pid=94444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:33:04.976700 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-41d5acc5-ac28-457c-895d-a01fe91e462b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:05.059904 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.db [None req-41d5acc5-ac28-457c-895d-a01fe91e462b admin admin] For port 51e59c77-89ad-4581-ba26-31ec0f08d3a5, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=51e59c77-89ad-4581-ba26-31ec0f08d3a5,segment=NetworkSegment(31e5f57a-85b9-444f-b38d-61963340c3f4),segment_id=31e5f57a-85b9-444f-b38d-61963340c3f4)] {{(pid=94444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:33:05.060267 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-41d5acc5-ac28-457c-895d-a01fe91e462b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:05.073458 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.plugin [None req-41d5acc5-ac28-457c-895d-a01fe91e462b admin admin] Calling delete_port for 51e59c77-89ad-4581-ba26-31ec0f08d3a5 owned by network:router_gateway {{(pid=94444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:33:05.157476 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-e80a6df1-fed5-4b4c-be89-44623a2e6349 None None] Set router 2bf51546-ccce-4790-8891-25e34e119a36 gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:33:05.207322 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-e80a6df1-fed5-4b4c-be89-44623a2e6349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf51546-ccce-4790-8891-25e34e119a36', 'name': 'tempest-TestMinimumBasicScenario-479579154-router', 'tenant_id': 'b9af9cba339a466383eec2462d7ac0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:29:16Z', 'updated_at': '2021-08-19T02:33:04Z', 'revision_number': 6, 'project_id': 'b9af9cba339a466383eec2462d7ac0f4', 'gw_port_host': None}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:33:05.235385 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80a6df1-fed5-4b4c-be89-44623a2e6349 None None] The sync data for ids ['2bf51546-ccce-4790-8891-25e34e119a36'] in dv-cinder-755654-10-iscsi is: [{'id': '2bf51546-ccce-4790-8891-25e34e119a36', 'name': 'tempest-TestMinimumBasicScenario-479579154-router', 'tenant_id': 'b9af9cba339a466383eec2462d7ac0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:29:16Z', 'updated_at': '2021-08-19T02:33:04Z', 'revision_number': 6, 'project_id': 'b9af9cba339a466383eec2462d7ac0f4', 'gw_port_host': None}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:33:05.302675 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-41d5acc5-ac28-457c-895d-a01fe91e462b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4183730'] for port, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:05.329096 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d5acc5-ac28-457c-895d-a01fe91e462b admin admin] Pushing event deleted for resources: {'Port': ['ID=51e59c77-89ad-4581-ba26-31ec0f08d3a5,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:33:05.388253 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-41d5acc5-ac28-457c-895d-a01fe91e462b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-612768'] for router_gateway, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:05.475839 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-41d5acc5-ac28-457c-895d-a01fe91e462b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-622995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14530'] for router, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:05.477838 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-41d5acc5-ac28-457c-895d-a01fe91e462b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:05.567361 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-41d5acc5-ac28-457c-895d-a01fe91e462b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623082'] for router, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:05.567929 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d5acc5-ac28-457c-895d-a01fe91e462b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bf51546-ccce-4790-8891-25e34e119a36 {{(pid=94444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 02:33:05.572531 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-41d5acc5-ac28-457c-895d-a01fe91e462b admin admin] Notify callbacks [] for router, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:05.574637 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-41d5acc5-ac28-457c-895d-a01fe91e462b admin admin] 10.222.0.16 "DELETE /v2.0/routers/2bf51546-ccce-4790-8891-25e34e119a36 HTTP/1.1" status: 204 len: 168 time: 0.9257319 Aug 19 02:33:05.576321 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 44072) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:33:05.622135 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2b93628-57c7-4f2b-9e3a-760e5b90a5aa admin admin] Deleting subnet c05ef706-1b22-4bc0-8e87-672ecc00c970 {{(pid=94444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 02:33:05.626141 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-e2b93628-57c7-4f2b-9e3a-760e5b90a5aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:05.660857 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-e2b93628-57c7-4f2b-9e3a-760e5b90a5aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4183620'] for subnet, precommit_delete_associations {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:05.739634 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-e2b93628-57c7-4f2b-9e3a-760e5b90a5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024327'] for subnet, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:05.862866 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-e2b93628-57c7-4f2b-9e3a-760e5b90a5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4183751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3746301'] for subnet, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:05.889309 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b93628-57c7-4f2b-9e3a-760e5b90a5aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c05ef706-1b22-4bc0-8e87-672ecc00c970,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:33:05.894082 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-e2b93628-57c7-4f2b-9e3a-760e5b90a5aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for subnet, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:05.895934 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-e2b93628-57c7-4f2b-9e3a-760e5b90a5aa admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c05ef706-1b22-4bc0-8e87-672ecc00c970 HTTP/1.1" status: 204 len: 168 time: 0.3186414 Aug 19 02:33:05.898327 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 44074) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:33:05.900715 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5500663e-e08b-470c-8ed9-b8b681201af8 None None] Network dd7f1114-45cf-4a54-a862-34de544812be requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:33:05.970255 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b9efb62d-d079-44bf-9ce7-5ecda7bdba13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930398'] for network, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:06.031400 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.plugin [None req-b9efb62d-d079-44bf-9ce7-5ecda7bdba13 admin admin] Deleting port 15bbc089-5d8e-46be-9cc1-2b63627258a4 {{(pid=94444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:33:06.031747 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b9efb62d-d079-44bf-9ce7-5ecda7bdba13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:06.082663 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a828de-ac50-4029-b355-60df08540fd9 None None] DHCP port deletion for dd7f1114-45cf-4a54-a862-34de544812be request from dv-cinder-755654-10-iscsi {{(pid=94446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 02:33:06.101020 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.db [None req-b9efb62d-d079-44bf-9ce7-5ecda7bdba13 admin admin] For port 15bbc089-5d8e-46be-9cc1-2b63627258a4, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=15bbc089-5d8e-46be-9cc1-2b63627258a4,segment=NetworkSegment(5984386f-d24c-44f6-975d-a157ac91727a),segment_id=5984386f-d24c-44f6-975d-a157ac91727a)] {{(pid=94444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:33:06.101423 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b9efb62d-d079-44bf-9ce7-5ecda7bdba13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:06.113941 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.plugin [None req-b9efb62d-d079-44bf-9ce7-5ecda7bdba13 admin admin] Calling delete_port for 15bbc089-5d8e-46be-9cc1-2b63627258a4 owned by network:dhcp {{(pid=94444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:33:06.130384 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-c0a828de-ac50-4029-b355-60df08540fd9 None None] Deleting port 15bbc089-5d8e-46be-9cc1-2b63627258a4 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:33:06.130948 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c0a828de-ac50-4029-b355-60df08540fd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:06.199677 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-c0a828de-ac50-4029-b355-60df08540fd9 None None] For port 15bbc089-5d8e-46be-9cc1-2b63627258a4, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=15bbc089-5d8e-46be-9cc1-2b63627258a4,segment=NetworkSegment(5984386f-d24c-44f6-975d-a157ac91727a),segment_id=5984386f-d24c-44f6-975d-a157ac91727a)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:33:06.200080 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c0a828de-ac50-4029-b355-60df08540fd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:06.214215 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-c0a828de-ac50-4029-b355-60df08540fd9 None None] Calling delete_port for 15bbc089-5d8e-46be-9cc1-2b63627258a4 owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:33:06.242007 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b9efb62d-d079-44bf-9ce7-5ecda7bdba13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4183730'] for port, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:06.275612 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9efb62d-d079-44bf-9ce7-5ecda7bdba13 admin admin] No DVR routers for this DVR port 15bbc089-5d8e-46be-9cc1-2b63627258a4 on host dv-cinder-755654-10-iscsi {{(pid=94444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:33:06.277380 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9efb62d-d079-44bf-9ce7-5ecda7bdba13 admin admin] Pushing event deleted for resources: {'Port': ['ID=15bbc089-5d8e-46be-9cc1-2b63627258a4,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:33:06.286738 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 15bbc089-5d8e-46be-9cc1-2b63627258a4 no longer exists at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:33:06.317435 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] No Port match for: 15bbc089-5d8e-46be-9cc1-2b63627258a4 {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:33:06.317704 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 15bbc089-5d8e-46be-9cc1-2b63627258a4 not bound to the agent host dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:33:06.318127 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 51e59c77-89ad-4581-ba26-31ec0f08d3a5 no longer exists at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:33:06.337307 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] No Port match for: 51e59c77-89ad-4581-ba26-31ec0f08d3a5 {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:33:06.337975 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 51e59c77-89ad-4581-ba26-31ec0f08d3a5 not bound to the agent host dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:33:06.337975 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device d2a31918-2422-4085-9eb0-ac65f7589339 no longer exists at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:33:06.341533 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-c0a828de-ac50-4029-b355-60df08540fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:06.349453 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b9efb62d-d079-44bf-9ce7-5ecda7bdba13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026254', 'neutron.services.segments.db._delete_segments_for_network-8754220901313'] for network, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:06.360408 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.services.segments.db [None req-b9efb62d-d079-44bf-9ce7-5ecda7bdba13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd7f1114-45cf-4a54-a862-34de544812be']}} {{(pid=94444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:33:06.368061 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] No Port match for: d2a31918-2422-4085-9eb0-ac65f7589339 {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:33:06.368251 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device d2a31918-2422-4085-9eb0-ac65f7589339 not bound to the agent host dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:33:06.380909 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.services.segments.db [None req-b9efb62d-d079-44bf-9ce7-5ecda7bdba13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5984386f-d24c-44f6-975d-a157ac91727a') {'for_net_delete': True} {{(pid=94444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:33:06.381278 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.services.segments.db [None req-b9efb62d-d079-44bf-9ce7-5ecda7bdba13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5984386f-d24c-44f6-975d-a157ac91727a') {} {{(pid=94444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:33:06.391177 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b9efb62d-d079-44bf-9ce7-5ecda7bdba13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754220944806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4183629'] for segment, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:06.391373 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a828de-ac50-4029-b355-60df08540fd9 None None] Pushing event deleted for resources: {'Port': ['ID=15bbc089-5d8e-46be-9cc1-2b63627258a4,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:33:06.394808 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a828de-ac50-4029-b355-60df08540fd9 None None] No DVR routers for this DVR port 15bbc089-5d8e-46be-9cc1-2b63627258a4 on host dv-cinder-755654-10-iscsi {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:33:06.406384 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b9efb62d-d079-44bf-9ce7-5ecda7bdba13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178'] for segment, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:06.412590 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9efb62d-d079-44bf-9ce7-5ecda7bdba13 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=94444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 02:33:06.412977 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b9efb62d-d079-44bf-9ce7-5ecda7bdba13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4183141'] for segment, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:06.414651 dv-cinder-755654-10-iscsi neutron-server[94444]: Traceback (most recent call last): Aug 19 02:33:06.414651 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 02:33:06.414651 dv-cinder-755654-10-iscsi neutron-server[94444]: timer() Aug 19 02:33:06.414651 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 02:33:06.414651 dv-cinder-755654-10-iscsi neutron-server[94444]: cb(*args, **kw) Aug 19 02:33:06.414651 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 02:33:06.414651 dv-cinder-755654-10-iscsi neutron-server[94444]: return func(*args, **kwargs) Aug 19 02:33:06.414651 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 02:33:06.414651 dv-cinder-755654-10-iscsi neutron-server[94444]: self._notify() Aug 19 02:33:06.414651 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 02:33:06.414651 dv-cinder-755654-10-iscsi neutron-server[94444]: self.callback(batched_events) Aug 19 02:33:06.414651 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 02:33:06.414651 dv-cinder-755654-10-iscsi neutron-server[94444]: event.method(event) Aug 19 02:33:06.414651 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 02:33:06.414651 dv-cinder-755654-10-iscsi neutron-server[94444]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 02:33:06.414651 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 02:33:06.414651 dv-cinder-755654-10-iscsi neutron-server[94444]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 02:33:06.414651 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 02:33:06.414651 dv-cinder-755654-10-iscsi neutron-server[94444]: return f(self, *a, **k) Aug 19 02:33:06.414651 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 02:33:06.414651 dv-cinder-755654-10-iscsi neutron-server[94444]: return self._get(url).json() Aug 19 02:33:06.414651 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 02:33:06.414651 dv-cinder-755654-10-iscsi neutron-server[94444]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 02:33:06.414651 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 02:33:06.414651 dv-cinder-755654-10-iscsi neutron-server[94444]: return self.request(url, 'GET', **kwargs) Aug 19 02:33:06.414651 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 02:33:06.414651 dv-cinder-755654-10-iscsi neutron-server[94444]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 02:33:06.414651 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 02:33:06.414651 dv-cinder-755654-10-iscsi neutron-server[94444]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 02:33:06.414651 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 02:33:06.414651 dv-cinder-755654-10-iscsi neutron-server[94444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 02:33:06.414651 dv-cinder-755654-10-iscsi neutron-server[94444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 02:33:06.521249 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b9efb62d-d079-44bf-9ce7-5ecda7bdba13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612725'] for network, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:06.525556 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-b9efb62d-d079-44bf-9ce7-5ecda7bdba13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for network, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:06.534852 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-b9efb62d-d079-44bf-9ce7-5ecda7bdba13 admin admin] 10.222.0.16 "DELETE /v2.0/networks/dd7f1114-45cf-4a54-a862-34de544812be HTTP/1.1" status: 204 len: 168 time: 0.6282632 Aug 19 02:33:06.539932 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9efb62d-d079-44bf-9ce7-5ecda7bdba13 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd7f1114-45cf-4a54-a862-34de544812be,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:33:06.909993 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 44078) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:33:06.948796 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-91a72b17-3eb7-4add-83eb-f905a32ebaa4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=26b5d99a01904098815dc4c04ec8ceb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376596 Aug 19 02:33:06.951856 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 44080) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:33:06.997485 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7bae046a-4d84-47fd-b21a-a613ccade318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:07.022555 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7bae046a-4d84-47fd-b21a-a613ccade318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:07.120936 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7bae046a-4d84-47fd-b21a-a613ccade318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:07.124245 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7bae046a-4d84-47fd-b21a-a613ccade318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:07.125427 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-7bae046a-4d84-47fd-b21a-a613ccade318 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b60eebf6-4e02-44e0-b766-0ef62d43f6f5 HTTP/1.1" status: 204 len: 168 time: 0.1726594 Aug 19 02:33:07.133343 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae046a-4d84-47fd-b21a-a613ccade318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60eebf6-4e02-44e0-b766-0ef62d43f6f5,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:33:07.735953 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 44086) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:33:07.775852 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-7c2b91e9-c63c-475f-b722-ae5b1cde868c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b9af9cba339a466383eec2462d7ac0f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387251 Aug 19 02:33:07.778172 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 44088) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:33:07.823774 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-e62fa12d-02e5-436f-9e66-c02162ac03e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:07.845189 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-e62fa12d-02e5-436f-9e66-c02162ac03e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:07.966920 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-e62fa12d-02e5-436f-9e66-c02162ac03e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:07.970116 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-e62fa12d-02e5-436f-9e66-c02162ac03e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:07.971310 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-e62fa12d-02e5-436f-9e66-c02162ac03e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e60f9731-547a-45f1-8cc5-797d56061c1f HTTP/1.1" status: 204 len: 168 time: 0.1922567 Aug 19 02:33:07.980804 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62fa12d-02e5-436f-9e66-c02162ac03e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60f9731-547a-45f1-8cc5-797d56061c1f,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:33:08.510136 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:14.858049 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-5bcf7ff5-b274-411d-9229-d4f61e13a8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:15.619218 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-a220b372-7526-4a0c-986f-4b0a198ba7b3 req-5bf70b08-681d-4c1f-8a2e-3ff4ca7488d5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=799a5dd6-c834-42a1-baa8-1b28ca1603a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396941 Aug 19 02:33:15.679642 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220b372-7526-4a0c-986f-4b0a198ba7b3 req-ef5185cd-9ba9-4dc0-8dee-ae6fe5c531c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:33:15.681283 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-a220b372-7526-4a0c-986f-4b0a198ba7b3 req-ef5185cd-9ba9-4dc0-8dee-ae6fe5c531c5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=224f1c1ae0cf41ea9f737a8b24175ee1&device_id=799a5dd6-c834-42a1-baa8-1b28ca1603a9 HTTP/1.1" status: 200 len: 1098 time: 0.0393493 Aug 19 02:33:15.785422 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220b372-7526-4a0c-986f-4b0a198ba7b3 req-38bbb5bc-75d4-48e6-9c13-24a491da94ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:33:15.786928 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-a220b372-7526-4a0c-986f-4b0a198ba7b3 req-38bbb5bc-75d4-48e6-9c13-24a491da94ef service neutron] 10.222.0.22 "GET /v2.0/networks?id=0f5e88cb-7ae7-4588-b5fa-35aaf6915c93 HTTP/1.1" status: 200 len: 912 time: 0.0866644 Aug 19 02:33:15.854219 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-a220b372-7526-4a0c-986f-4b0a198ba7b3 req-68beb5a7-8e61-4548-a3ee-7fdb8d0ec612 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3aa9e402-9ab9-4423-8877-a906539ecc8b HTTP/1.1" status: 200 len: 1000 time: 0.0602548 Aug 19 02:33:15.904048 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220b372-7526-4a0c-986f-4b0a198ba7b3 req-3e815ed7-4a02-4588-be4c-1b3f854e1b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:33:15.906049 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-a220b372-7526-4a0c-986f-4b0a198ba7b3 req-3e815ed7-4a02-4588-be4c-1b3f854e1b76 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31 HTTP/1.1" status: 200 len: 850 time: 0.0447023 Aug 19 02:33:15.955351 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220b372-7526-4a0c-986f-4b0a198ba7b3 req-0cd892c1-1349-43f4-88cf-f162ef8285b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:33:15.956928 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-a220b372-7526-4a0c-986f-4b0a198ba7b3 req-0cd892c1-1349-43f4-88cf-f162ef8285b8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0f5e88cb-7ae7-4588-b5fa-35aaf6915c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0435705 Aug 19 02:33:16.049134 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-a220b372-7526-4a0c-986f-4b0a198ba7b3 req-4cd1ff77-dda4-4e47-80c7-c5aca85a6632 service neutron] 10.222.0.22 "GET /v2.0/networks/0f5e88cb-7ae7-4588-b5fa-35aaf6915c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850327 Aug 19 02:33:16.136326 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-a220b372-7526-4a0c-986f-4b0a198ba7b3 req-6146e9ed-2769-4a14-9974-5ef57f8692e9 service neutron] 10.222.0.22 "GET /v2.0/networks/0f5e88cb-7ae7-4588-b5fa-35aaf6915c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800138 Aug 19 02:33:17.239773 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ed691458-0f86-485b-8690-119e8d6614f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:17.765172 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:18.520966 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:20.412458 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:23.404915 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-5c0581e7-d4c7-43b9-84c2-af4f4ac77ff8 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-264349201&fields=id&tenant_id=224f1c1ae0cf41ea9f737a8b24175ee1 HTTP/1.1" status: 200 len: 267 time: 0.0332820 Aug 19 02:33:23.514465 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-e8accd15-10bc-4e2f-a22b-4ba92a2079b6 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:33:23.515835 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-e8accd15-10bc-4e2f-a22b-4ba92a2079b6 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/networks?id=0f5e88cb-7ae7-4588-b5fa-35aaf6915c93 HTTP/1.1" status: 200 len: 811 time: 0.1038101 Aug 19 02:33:23.530661 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-81ff82ae-b53a-48bf-b73f-a514fbd7d9dc tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/quotas/224f1c1ae0cf41ea9f737a8b24175ee1 HTTP/1.1" status: 200 len: 375 time: 0.0086904 Aug 19 02:33:23.586669 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-dd582a84-5971-457d-af40-58d9e9ce058c tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=224f1c1ae0cf41ea9f737a8b24175ee1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0501583 Aug 19 02:33:23.692319 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-6f8956f8-ffec-4774-a439-6c3fd1b2aa00 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 02:33:23.693368 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-6f8956f8-ffec-4774-a439-6c3fd1b2aa00 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0946956 Aug 19 02:33:23.788117 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-da4b8a06-5032-450f-923a-937f53d888b9 service neutron] 10.222.0.16 "GET /v2.0/networks/0f5e88cb-7ae7-4588-b5fa-35aaf6915c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885458 Aug 19 02:33:23.875848 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-5920aca8-cba7-49dc-afa4-921ee11cdab1 service neutron] 10.222.0.16 "GET /v2.0/networks/0f5e88cb-7ae7-4588-b5fa-35aaf6915c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814297 Aug 19 02:33:24.477691 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-f7e02b62-2652-4079-84db-008f6f05504f req-d14fe1c8-87a1-4f52-beae-98b0d80b385c tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=66db9918-e59c-4ab2-836a-349dde443875 HTTP/1.1" status: 200 len: 210 time: 0.0291305 Aug 19 02:33:25.573849 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d5446d88-94b5-4c58-a5c2-13f58d844829 req-b616cab0-63dd-44ba-b9aa-10b17abcdd9a tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=66db9918-e59c-4ab2-836a-349dde443875 HTTP/1.1" status: 200 len: 210 time: 0.0311539 Aug 19 02:33:26.424022 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-fc416733-31f4-4c77-9625-d799c21e0cb4 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:33:26.425494 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-fc416733-31f4-4c77-9625-d799c21e0cb4 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.22 "GET /v2.0/networks?id=0f5e88cb-7ae7-4588-b5fa-35aaf6915c93 HTTP/1.1" status: 200 len: 811 time: 0.1009827 Aug 19 02:33:26.468056 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-56603662-c1f2-4592-bfb3-a51cf3015a74 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=224f1c1ae0cf41ea9f737a8b24175ee1 HTTP/1.1" status: 200 len: 379 time: 0.0331764 Aug 19 02:33:26.477650 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-f6c0925d-c708-4a79-b4dd-ccefee64bb7a tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Request body: {'port': {'device_id': '66db9918-e59c-4ab2-836a-349dde443875', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'admin_state_up': True, 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'security_groups': ['849f66cf-9e95-4895-be23-b29ac72083cb']}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:33:26.635548 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-f6c0925d-c708-4a79-b4dd-ccefee64bb7a tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Made reservation on behalf of 224f1c1ae0cf41ea9f737a8b24175ee1 for: {'port': 1} {{(pid=94445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 02:33:26.639175 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-f6c0925d-c708-4a79-b4dd-ccefee64bb7a tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:26.670057 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-1520d881-2e9e-4af4-a442-f8a30fd656cd req-2b3ed2b1-7d5e-49a8-a07f-2b5b77cf58c1 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=66db9918-e59c-4ab2-836a-349dde443875 HTTP/1.1" status: 200 len: 210 time: 0.0268266 Aug 19 02:33:26.763805 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-f6c0925d-c708-4a79-b4dd-ccefee64bb7a tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Allocated IP 172.20.0.14 (0f5e88cb-7ae7-4588-b5fa-35aaf6915c93/a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31/176dcccb-4d4c-436e-b353-7c230517eeb2) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:33:26.900243 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-f6c0925d-c708-4a79-b4dd-ccefee64bb7a tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:26.913562 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-f6c0925d-c708-4a79-b4dd-ccefee64bb7a tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Transition to ACTIVE for port object 176dcccb-4d4c-436e-b353-7c230517eeb2 will not be triggered until provisioned by entity DHCP. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:33:27.011266 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-f6c0925d-c708-4a79-b4dd-ccefee64bb7a tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:27.059359 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-f6c0925d-c708-4a79-b4dd-ccefee64bb7a tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Network 0f5e88cb-7ae7-4588-b5fa-35aaf6915c93 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:33:27.062483 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-f6c0925d-c708-4a79-b4dd-ccefee64bb7a tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:33:27.066541 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-f6c0925d-c708-4a79-b4dd-ccefee64bb7a tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:33:27.073014 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c0925d-c708-4a79-b4dd-ccefee64bb7a tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Pushing event updated for resources: {'Port': ['ID=176dcccb-4d4c-436e-b353-7c230517eeb2,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:33:27.120460 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-f6c0925d-c708-4a79-b4dd-ccefee64bb7a tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:33:27.120867 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-f6c0925d-c708-4a79-b4dd-ccefee64bb7a tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:27.212099 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-f6c0925d-c708-4a79-b4dd-ccefee64bb7a tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7380006 Aug 19 02:33:27.226161 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-d743ebc2-f4ad-4956-8a98-d65d78774522 service neutron] Request body: {'port': {'device_id': '66db9918-e59c-4ab2-836a-349dde443875', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75565'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:33:27.282435 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-d743ebc2-f4ad-4956-8a98-d65d78774522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:27.366701 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-e7f440d7-931d-4081-9b23-6c08877d5310 None None] Provisioning for port 176dcccb-4d4c-436e-b353-7c230517eeb2 completed by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:33:27.370868 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-e7f440d7-931d-4081-9b23-6c08877d5310 None None] Provisioning complete for port 176dcccb-4d4c-436e-b353-7c230517eeb2 triggered by entity DHCP. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:33:27.371277 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e7f440d7-931d-4081-9b23-6c08877d5310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:27.408403 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-e7f440d7-931d-4081-9b23-6c08877d5310 None None] Port 176dcccb-4d4c-436e-b353-7c230517eeb2 cannot update to ACTIVE because it is not bound. {{(pid=94446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 02:33:27.545887 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-d743ebc2-f4ad-4956-8a98-d65d78774522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 176dcccb-4d4c-436e-b353-7c230517eeb2 {{(pid=94445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:33:27.553920 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-d743ebc2-f4ad-4956-8a98-d65d78774522 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:27.565375 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.provisioning_blocks [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-d743ebc2-f4ad-4956-8a98-d65d78774522 service neutron] Transition to ACTIVE for port object 176dcccb-4d4c-436e-b353-7c230517eeb2 will not be triggered until provisioned by entity L2. {{(pid=94445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 02:33:27.618787 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-d743ebc2-f4ad-4956-8a98-d65d78774522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:27.668623 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d743ebc2-f4ad-4956-8a98-d65d78774522 service neutron] Pushing event updated for resources: {'Port': ['ID=176dcccb-4d4c-436e-b353-7c230517eeb2,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:33:27.741549 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-d743ebc2-f4ad-4956-8a98-d65d78774522 service neutron] Attempting to bind port 176dcccb-4d4c-436e-b353-7c230517eeb2 on host hv-cinder-75565 for vnic_type normal with profile {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 02:33:27.742286 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-d743ebc2-f4ad-4956-8a98-d65d78774522 service neutron] Attempting to bind port 176dcccb-4d4c-436e-b353-7c230517eeb2 by drivers openvswitch,hyperv on host hv-cinder-75565 at level 0 using segments [{'id': '931f45c5-f70f-44f6-b2dd-b1878e391d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93'}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 02:33:27.742695 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-d743ebc2-f4ad-4956-8a98-d65d78774522 service neutron] Attempting to bind port 176dcccb-4d4c-436e-b353-7c230517eeb2 on network 0f5e88cb-7ae7-4588-b5fa-35aaf6915c93 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:33:27.758827 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-d743ebc2-f4ad-4956-8a98-d65d78774522 service neutron] Port 176dcccb-4d4c-436e-b353-7c230517eeb2 on network 0f5e88cb-7ae7-4588-b5fa-35aaf6915c93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75565 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 02:33:27.759155 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-d743ebc2-f4ad-4956-8a98-d65d78774522 service neutron] Attempting to bind port 176dcccb-4d4c-436e-b353-7c230517eeb2 on network 0f5e88cb-7ae7-4588-b5fa-35aaf6915c93 {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 02:33:27.787642 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-d743ebc2-f4ad-4956-8a98-d65d78774522 service neutron] Checking agent: {'id': '41372272-fa96-45fc-afce-a2209819517f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 2, 18, 6), 'started_at': datetime.datetime(2021, 8, 19, 2, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 2, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 02:33:27.787992 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-d743ebc2-f4ad-4956-8a98-d65d78774522 service neutron] Checking segment: {'id': '931f45c5-f70f-44f6-b2dd-b1878e391d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 02:33:27.788390 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-d743ebc2-f4ad-4956-8a98-d65d78774522 service neutron] Bound using segment: {'id': '931f45c5-f70f-44f6-b2dd-b1878e391d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93'} {{(pid=94445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 02:33:27.788836 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.managers [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-d743ebc2-f4ad-4956-8a98-d65d78774522 service neutron] Bound port: 176dcccb-4d4c-436e-b353-7c230517eeb2, host: hv-cinder-75565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '931f45c5-f70f-44f6-b2dd-b1878e391d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93'}}] {{(pid=94445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 02:33:27.789223 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-d743ebc2-f4ad-4956-8a98-d65d78774522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:27.838975 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc60983-92ce-4619-afef-8431a913ece8 req-8c3d4e9f-683a-4fb7-9a16-978b46633f04 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:33:27.840475 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ccc60983-92ce-4619-afef-8431a913ece8 req-8c3d4e9f-683a-4fb7-9a16-978b46633f04 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=66db9918-e59c-4ab2-836a-349dde443875 HTTP/1.1" status: 200 len: 944 time: 0.0952911 Aug 19 02:33:27.894034 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-d743ebc2-f4ad-4956-8a98-d65d78774522 service neutron] For port 176dcccb-4d4c-436e-b353-7c230517eeb2, host hv-cinder-75565, cleared binding levels {{(pid=94445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 02:33:27.898244 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ccc60983-92ce-4619-afef-8431a913ece8 req-cbd928ab-e50a-4ea4-9e67-b6e474d66dde tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509164 Aug 19 02:33:27.908742 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-d743ebc2-f4ad-4956-8a98-d65d78774522 service neutron] For port 176dcccb-4d4c-436e-b353-7c230517eeb2, host hv-cinder-75565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=176dcccb-4d4c-436e-b353-7c230517eeb2,segment=NetworkSegment(931f45c5-f70f-44f6-b2dd-b1878e391d43),segment_id=931f45c5-f70f-44f6-b2dd-b1878e391d43)] {{(pid=94445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 02:33:27.995479 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-d743ebc2-f4ad-4956-8a98-d65d78774522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:28.029292 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-d743ebc2-f4ad-4956-8a98-d65d78774522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:33:28.029911 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-d743ebc2-f4ad-4956-8a98-d65d78774522 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:28.031339 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-d743ebc2-f4ad-4956-8a98-d65d78774522 service neutron] 10.222.0.22 "PUT /v2.0/ports/176dcccb-4d4c-436e-b353-7c230517eeb2 HTTP/1.1" status: 200 len: 1094 time: 0.8096511 Aug 19 02:33:28.031774 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66db9918-e59c-4ab2-836a-349dde443875', 'tag': '176dcccb-4d4c-436e-b353-7c230517eeb2'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:33:28.034788 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367f5a9e-5c76-44e1-9407-d3f8f798c09a" -d '{"events": [{"name": "network-changed", "server_uuid": "66db9918-e59c-4ab2-836a-349dde443875", "tag": "176dcccb-4d4c-436e-b353-7c230517eeb2"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:33:28.060568 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d743ebc2-f4ad-4956-8a98-d65d78774522 service neutron] Pushing event updated for resources: {'Port': ['ID=176dcccb-4d4c-436e-b353-7c230517eeb2,revision_number=3']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:33:28.081366 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec17d532-af13-4cf4-8c1a-6cd96a0c384e x-openstack-request-id: req-ec17d532-af13-4cf4-8c1a-6cd96a0c384e {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:33:28.081665 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66db9918-e59c-4ab2-836a-349dde443875", "tag": "176dcccb-4d4c-436e-b353-7c230517eeb2", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:33:28.081922 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ec17d532-af13-4cf4-8c1a-6cd96a0c384e {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:33:28.082326 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66db9918-e59c-4ab2-836a-349dde443875', 'tag': '176dcccb-4d4c-436e-b353-7c230517eeb2', 'status': 'completed', 'code': 200} Aug 19 02:33:28.150721 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f5a9e-5c76-44e1-9407-d3f8f798c09a req-af38114b-fae1-4cae-bc56-7a6730c944e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:33:28.152164 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-367f5a9e-5c76-44e1-9407-d3f8f798c09a req-af38114b-fae1-4cae-bc56-7a6730c944e2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=224f1c1ae0cf41ea9f737a8b24175ee1&device_id=66db9918-e59c-4ab2-836a-349dde443875 HTTP/1.1" status: 200 len: 1097 time: 0.0497963 Aug 19 02:33:28.255835 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f5a9e-5c76-44e1-9407-d3f8f798c09a req-668c9820-16c7-4c1a-996e-65b8fbd44a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:33:28.257373 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-367f5a9e-5c76-44e1-9407-d3f8f798c09a req-668c9820-16c7-4c1a-996e-65b8fbd44a35 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=224f1c1ae0cf41ea9f737a8b24175ee1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0962451 Aug 19 02:33:28.351760 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f5a9e-5c76-44e1-9407-d3f8f798c09a req-435dc8b3-bafb-4c5c-9f75-5b38cdaf435e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:33:28.353145 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-367f5a9e-5c76-44e1-9407-d3f8f798c09a req-435dc8b3-bafb-4c5c-9f75-5b38cdaf435e service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890868 Aug 19 02:33:28.432698 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-4780aabb-9a2e-4ddd-9f99-b2705c83d1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:33:28.434240 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-4780aabb-9a2e-4ddd-9f99-b2705c83d1e0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=224f1c1ae0cf41ea9f737a8b24175ee1&device_id=66db9918-e59c-4ab2-836a-349dde443875 HTTP/1.1" status: 200 len: 1097 time: 0.0444329 Aug 19 02:33:28.476955 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-67553e5f-ec7d-4aba-b650-b2a0afb7f895 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=176dcccb-4d4c-436e-b353-7c230517eeb2 HTTP/1.1" status: 200 len: 217 time: 0.0333662 Aug 19 02:33:28.527237 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-d23676b9-dbf8-4412-847c-05aa85dc1102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:33:28.528632 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-d23676b9-dbf8-4412-847c-05aa85dc1102 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31 HTTP/1.1" status: 200 len: 850 time: 0.0453234 Aug 19 02:33:28.573114 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-a2be4ac5-5246-46f3-9c05-284c2585cd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:33:28.574654 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-a2be4ac5-5246-46f3-9c05-284c2585cd1d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0f5e88cb-7ae7-4588-b5fa-35aaf6915c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0386436 Aug 19 02:33:28.667259 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-4582b78f-e1bc-4f0a-b632-8b60d6b2b5b7 service neutron] 10.222.0.22 "GET /v2.0/networks/0f5e88cb-7ae7-4588-b5fa-35aaf6915c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846472 Aug 19 02:33:28.755418 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-94aa3d8e-547d-46c2-b787-f926facd2753 req-0016b435-382a-4f58-b7d6-5a63e67c2ea3 service neutron] 10.222.0.22 "GET /v2.0/networks/0f5e88cb-7ae7-4588-b5fa-35aaf6915c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809522 Aug 19 02:33:29.014764 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286295c3-a685-4ddc-a913-a8dff1f49291 req-a82e0f52-14ef-4cbd-9078-3f312fa6b002 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:33:29.016152 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-286295c3-a685-4ddc-a913-a8dff1f49291 req-a82e0f52-14ef-4cbd-9078-3f312fa6b002 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=66db9918-e59c-4ab2-836a-349dde443875 HTTP/1.1" status: 200 len: 944 time: 0.0497253 Aug 19 02:33:29.057637 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-286295c3-a685-4ddc-a913-a8dff1f49291 req-240737b3-9b09-4516-99f1-a9aa3047e99f tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344338 Aug 19 02:33:30.172538 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf1cb7-8533-4a2f-83ec-fb2547768b86 req-5db6fcc5-5181-4876-a2ad-79d99433cc5c tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:33:30.174231 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-bdaf1cb7-8533-4a2f-83ec-fb2547768b86 req-5db6fcc5-5181-4876-a2ad-79d99433cc5c tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=66db9918-e59c-4ab2-836a-349dde443875 HTTP/1.1" status: 200 len: 944 time: 0.0490131 Aug 19 02:33:30.210934 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-bdaf1cb7-8533-4a2f-83ec-fb2547768b86 req-a5adeffd-f2f3-499f-9a99-a241df83076c tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306067 Aug 19 02:33:31.326687 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc69a6-4769-45dd-936f-e07e56387897 req-d76ad21a-2d73-431c-b06d-221cdf370506 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:33:31.328147 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-8fdc69a6-4769-45dd-936f-e07e56387897 req-d76ad21a-2d73-431c-b06d-221cdf370506 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=66db9918-e59c-4ab2-836a-349dde443875 HTTP/1.1" status: 200 len: 944 time: 0.0509522 Aug 19 02:33:31.365867 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-8fdc69a6-4769-45dd-936f-e07e56387897 req-2e4ee8a4-f37d-4433-930d-ab9025ec8b7f tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313268 Aug 19 02:33:32.478511 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16921494-e0c4-45da-ad1c-f1ecdaa6e542 req-5702d6e9-7684-462b-bc19-d4cfde32bbad tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:33:32.479870 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-16921494-e0c4-45da-ad1c-f1ecdaa6e542 req-5702d6e9-7684-462b-bc19-d4cfde32bbad tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=66db9918-e59c-4ab2-836a-349dde443875 HTTP/1.1" status: 200 len: 944 time: 0.0478668 Aug 19 02:33:32.516306 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-16921494-e0c4-45da-ad1c-f1ecdaa6e542 req-466d9fc6-bb03-4067-955b-18cbee12fc8e tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306487 Aug 19 02:33:33.629502 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58393e2-4d85-477c-90fb-fe92cbbeec36 req-a957e341-931e-41aa-9b6a-1f79fc7361dc tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:33:33.630982 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f58393e2-4d85-477c-90fb-fe92cbbeec36 req-a957e341-931e-41aa-9b6a-1f79fc7361dc tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=66db9918-e59c-4ab2-836a-349dde443875 HTTP/1.1" status: 200 len: 944 time: 0.0486364 Aug 19 02:33:33.668330 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f58393e2-4d85-477c-90fb-fe92cbbeec36 req-c2f12f02-6495-4f3c-a614-f4bb9f4a5308 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313556 Aug 19 02:33:34.783257 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f8a21-dcb6-42a1-8753-749b100792c0 req-9ecd8410-9b9b-45de-9745-7d7fb9208aee tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:33:34.784797 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-136f8a21-dcb6-42a1-8753-749b100792c0 req-9ecd8410-9b9b-45de-9745-7d7fb9208aee tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=66db9918-e59c-4ab2-836a-349dde443875 HTTP/1.1" status: 200 len: 944 time: 0.0523582 Aug 19 02:33:34.820978 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-136f8a21-dcb6-42a1-8753-749b100792c0 req-fcaed772-b9b2-4d9d-b53d-ca7928c77a98 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304000 Aug 19 02:33:35.933438 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88708ddc-09aa-46de-9a1a-f851a8961904 req-51e5d72b-59e9-431c-b82a-8fd5176d3a51 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:33:35.934911 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-88708ddc-09aa-46de-9a1a-f851a8961904 req-51e5d72b-59e9-431c-b82a-8fd5176d3a51 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=66db9918-e59c-4ab2-836a-349dde443875 HTTP/1.1" status: 200 len: 944 time: 0.0477359 Aug 19 02:33:35.972485 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-88708ddc-09aa-46de-9a1a-f851a8961904 req-f83b188e-bc13-4936-97e5-93555b36cbbf tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308456 Aug 19 02:33:37.084142 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977aa8d-b9d9-49e9-a6e3-393153da824a req-64b7c650-0d0b-49d5-8924-371140a9441d tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:33:37.085611 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-8977aa8d-b9d9-49e9-a6e3-393153da824a req-64b7c650-0d0b-49d5-8924-371140a9441d tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=66db9918-e59c-4ab2-836a-349dde443875 HTTP/1.1" status: 200 len: 944 time: 0.0477505 Aug 19 02:33:37.122555 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-8977aa8d-b9d9-49e9-a6e3-393153da824a req-ce2dd9f4-9386-411b-8daa-e657ae412a0b tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311034 Aug 19 02:33:37.810033 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 176dcccb-4d4c-436e-b353-7c230517eeb2 details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:33:37.901856 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 176dcccb-4d4c-436e-b353-7c230517eeb2, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=176dcccb-4d4c-436e-b353-7c230517eeb2,segment=NetworkSegment(931f45c5-f70f-44f6-b2dd-b1878e391d43),segment_id=931f45c5-f70f-44f6-b2dd-b1878e391d43)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:33:37.912993 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Returning: {'device': '176dcccb-4d4c-436e-b353-7c230517eeb2', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'port_id': '176dcccb-4d4c-436e-b353-7c230517eeb2', 'mac_address': 'fa:16:3e:03:03:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:33:37.951346 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:37.964308 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 176dcccb-4d4c-436e-b353-7c230517eeb2 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:33:37.983611 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 176dcccb-4d4c-436e-b353-7c230517eeb2, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=176dcccb-4d4c-436e-b353-7c230517eeb2,segment=NetworkSegment(931f45c5-f70f-44f6-b2dd-b1878e391d43),segment_id=931f45c5-f70f-44f6-b2dd-b1878e391d43)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:33:38.040060 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 6 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:33:38.067626 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:38.115648 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=176dcccb-4d4c-436e-b353-7c230517eeb2,revision_number=4']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:33:38.387749 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4222ce3-55ac-4ec5-b448-7c6cb4f85901 req-06da67ab-1072-412c-93fa-6a5694a626d7 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:33:38.389289 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e4222ce3-55ac-4ec5-b448-7c6cb4f85901 req-06da67ab-1072-412c-93fa-6a5694a626d7 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=66db9918-e59c-4ab2-836a-349dde443875 HTTP/1.1" status: 200 len: 945 time: 0.0520985 Aug 19 02:33:38.419975 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] get_ports_and_sgs() called for port_ids ['176dcccb-4d4c-436e-b353-7c230517eeb2'] {{(pid=94446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:33:38.428018 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e4222ce3-55ac-4ec5-b448-7c6cb4f85901 req-72a9fa96-f08b-4c2a-933a-8e9866ec88ee tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321410 Aug 19 02:33:38.543005 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:39.543499 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604e6dd-7c67-4bf4-b694-0dd656cb75e4 req-87aba342-521e-4173-b436-5c0836dcacbd tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:33:39.544948 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-a604e6dd-7c67-4bf4-b694-0dd656cb75e4 req-87aba342-521e-4173-b436-5c0836dcacbd tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=66db9918-e59c-4ab2-836a-349dde443875 HTTP/1.1" status: 200 len: 945 time: 0.0485690 Aug 19 02:33:39.582525 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-a604e6dd-7c67-4bf4-b694-0dd656cb75e4 req-488efff7-9fd6-4d84-bc55-07543ed2f753 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316834 Aug 19 02:33:39.842744 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 176dcccb-4d4c-436e-b353-7c230517eeb2 up at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:33:39.953219 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning for port 176dcccb-4d4c-436e-b353-7c230517eeb2 completed by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 02:33:39.956924 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning complete for port 176dcccb-4d4c-436e-b353-7c230517eeb2 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:33:39.957326 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:40.034061 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:40.056413 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66db9918-e59c-4ab2-836a-349dde443875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176dcccb-4d4c-436e-b353-7c230517eeb2'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:33:40.061625 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bda349f3ade6abb3bc5cfb3e12963279474636f4ef178e03561db7d4c095529d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9d6244-97ad-4e4a-8f42-656c7364dbc7" -d '{"events": [{"server_uuid": "66db9918-e59c-4ab2-836a-349dde443875", "name": "network-vif-plugged", "status": "completed", "tag": "176dcccb-4d4c-436e-b353-7c230517eeb2"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:33:40.071647 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 176dcccb-4d4c-436e-b353-7c230517eeb2, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=176dcccb-4d4c-436e-b353-7c230517eeb2,segment=NetworkSegment(931f45c5-f70f-44f6-b2dd-b1878e391d43),segment_id=931f45c5-f70f-44f6-b2dd-b1878e391d43)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:33:40.094874 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70738592-e07d-4492-a981-bb4de935efc8 x-openstack-request-id: req-70738592-e07d-4492-a981-bb4de935efc8 {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:33:40.095168 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66db9918-e59c-4ab2-836a-349dde443875", "name": "network-vif-plugged", "status": "completed", "tag": "176dcccb-4d4c-436e-b353-7c230517eeb2", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:33:40.095420 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-70738592-e07d-4492-a981-bb4de935efc8 {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:33:40.095813 dv-cinder-755654-10-iscsi neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66db9918-e59c-4ab2-836a-349dde443875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176dcccb-4d4c-436e-b353-7c230517eeb2', 'code': 200} Aug 19 02:33:40.137778 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:40.185321 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=176dcccb-4d4c-436e-b353-7c230517eeb2,revision_number=5']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:33:40.448301 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef1b30-d33f-4dcd-bdc6-3ed7bb2eb962 req-1e9a5ad3-d8a1-4a39-b9b9-f5f646f5c1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:33:40.449839 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-7eef1b30-d33f-4dcd-bdc6-3ed7bb2eb962 req-1e9a5ad3-d8a1-4a39-b9b9-f5f646f5c1f7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=66db9918-e59c-4ab2-836a-349dde443875 HTTP/1.1" status: 200 len: 1099 time: 0.0393193 Aug 19 02:33:40.484280 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-7eef1b30-d33f-4dcd-bdc6-3ed7bb2eb962 req-1dde84ee-0e80-4df4-ba7b-ab2ed7587c2b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275812 Aug 19 02:33:40.700639 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2adb5d-f642-4c83-bffd-307040702d13 req-03b4a6fd-fa8a-4346-afe2-3461f249f325 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:33:40.702082 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-7f2adb5d-f642-4c83-bffd-307040702d13 req-03b4a6fd-fa8a-4346-afe2-3461f249f325 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=66db9918-e59c-4ab2-836a-349dde443875 HTTP/1.1" status: 200 len: 946 time: 0.0543466 Aug 19 02:33:40.739955 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-7f2adb5d-f642-4c83-bffd-307040702d13 req-be20c358-6a96-49fc-a75a-3945790871a7 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314362 Aug 19 02:33:41.863360 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e494c960-e139-4a50-be77-f3a751a3ae30 req-940c6eea-a536-4d47-8058-f3f42f405a14 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:33:41.863360 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e494c960-e139-4a50-be77-f3a751a3ae30 req-940c6eea-a536-4d47-8058-f3f42f405a14 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=66db9918-e59c-4ab2-836a-349dde443875 HTTP/1.1" status: 200 len: 946 time: 0.0479450 Aug 19 02:33:41.894156 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e494c960-e139-4a50-be77-f3a751a3ae30 req-bff42147-0ad6-4b9f-8ecc-d0a989cdedb0 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321820 Aug 19 02:33:43.008965 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b90ca-4c5d-4bce-9914-738a50b8aec7 req-a22b664d-5f0e-4337-bf01-733a05a67b50 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:33:43.010495 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-6b4b90ca-4c5d-4bce-9914-738a50b8aec7 req-a22b664d-5f0e-4337-bf01-733a05a67b50 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=66db9918-e59c-4ab2-836a-349dde443875 HTTP/1.1" status: 200 len: 946 time: 0.0490367 Aug 19 02:33:43.047986 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-6b4b90ca-4c5d-4bce-9914-738a50b8aec7 req-5e9b43ac-65b2-4e31-9c25-017a600d36c4 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315485 Aug 19 02:33:43.163216 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca149cbe-2f4f-4210-9c9f-6983e2903e45 req-ba0724d0-0c1c-4290-9e84-e1ef24418232 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:33:43.164690 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ca149cbe-2f4f-4210-9c9f-6983e2903e45 req-ba0724d0-0c1c-4290-9e84-e1ef24418232 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=66db9918-e59c-4ab2-836a-349dde443875 HTTP/1.1" status: 200 len: 946 time: 0.0514092 Aug 19 02:33:43.202762 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ca149cbe-2f4f-4210-9c9f-6983e2903e45 req-4c48961d-69c5-4d3a-9a5b-224d5764455c tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320227 Aug 19 02:33:43.224484 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 44210) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:33:43.357744 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfdad2f-ea51-4521-a9d0-1802dd188bac tempest-TestVolumeBootPattern-1319121544 tempest-TestVolumeBootPattern-1319121544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:33:43.359252 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-0bfdad2f-ea51-4521-a9d0-1802dd188bac tempest-TestVolumeBootPattern-1319121544 tempest-TestVolumeBootPattern-1319121544-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=66db9918-e59c-4ab2-836a-349dde443875 HTTP/1.1" status: 200 len: 1094 time: 0.1338186 Aug 19 02:33:43.362627 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 44214) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:33:43.367006 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.v2.base [None req-83bbca7f-6287-466a-a097-54439ebf38e3 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Request body: {'floatingip': {'floating_network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'port_id': '176dcccb-4d4c-436e-b353-7c230517eeb2', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 02:33:43.478934 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-83bbca7f-6287-466a-a097-54439ebf38e3 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for floatingip, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:43.575048 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-83bbca7f-6287-466a-a097-54439ebf38e3 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:43.676110 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.db_base_plugin_common [None req-83bbca7f-6287-466a-a097-54439ebf38e3 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Allocated IP 172.27.1.123 (3bd28d61-6ca0-48ed-a78c-bdbd12784534/563e592a-26a7-40db-9a00-034f622fa441/61bea25f-50e8-461c-b167-04441e442d5b) {{(pid=94445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 02:33:43.776632 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-83bbca7f-6287-466a-a097-54439ebf38e3 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for port, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:43.862561 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-83bbca7f-6287-466a-a097-54439ebf38e3 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220398659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:43.901472 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bbca7f-6287-466a-a097-54439ebf38e3 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Network 3bd28d61-6ca0-48ed-a78c-bdbd12784534 is already hosted by enough agents. {{(pid=94445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 02:33:43.906029 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.base_scheduler [None req-83bbca7f-6287-466a-a097-54439ebf38e3 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Resources bound (agent type, host, resource id): {{(pid=94445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 02:33:43.910298 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bbca7f-6287-466a-a097-54439ebf38e3 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Received port after_create {{(pid=94445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 02:33:43.913267 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bbca7f-6287-466a-a097-54439ebf38e3 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Pushing event updated for resources: {'Port': ['ID=61bea25f-50e8-461c-b167-04441e442d5b,revision_number=1']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:33:43.938745 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bbca7f-6287-466a-a097-54439ebf38e3 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:33:43.939739 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bbca7f-6287-466a-a097-54439ebf38e3 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:33:43.940085 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bbca7f-6287-466a-a097-54439ebf38e3 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:33:43.940443 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bbca7f-6287-466a-a097-54439ebf38e3 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:33:43.940765 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bbca7f-6287-466a-a097-54439ebf38e3 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:33:43.941094 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bbca7f-6287-466a-a097-54439ebf38e3 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:33:43.941446 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bbca7f-6287-466a-a097-54439ebf38e3 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:33:43.941777 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bbca7f-6287-466a-a097-54439ebf38e3 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:33:43.942096 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bbca7f-6287-466a-a097-54439ebf38e3 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:33:43.942419 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bbca7f-6287-466a-a097-54439ebf38e3 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:33:43.942827 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bbca7f-6287-466a-a097-54439ebf38e3 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:33:43.943113 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bbca7f-6287-466a-a097-54439ebf38e3 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:33:44.269380 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-83bbca7f-6287-466a-a097-54439ebf38e3 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:44.409357 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-83bbca7f-6287-466a-a097-54439ebf38e3 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:44.557155 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-83bbca7f-6287-466a-a097-54439ebf38e3 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for port, precommit_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:44.639414 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-83bbca7f-6287-466a-a097-54439ebf38e3 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838871'] for port, after_update {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:44.711118 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bbca7f-6287-466a-a097-54439ebf38e3 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Pushing event updated for resources: {'Port': ['ID=61bea25f-50e8-461c-b167-04441e442d5b,revision_number=2']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:33:44.722608 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-83bbca7f-6287-466a-a097-54439ebf38e3 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610510'] for floatingip, after_create {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:44.873936 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-778c6659-9117-47f8-8f7a-f38ffe938444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:45.081487 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.db.l3_db [None req-83bbca7f-6287-466a-a097-54439ebf38e3 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Floating IP f16bc59e-7010-41d9-8bc5-3b263dfaae9b associated. External IP: 172.27.1.123, port: 176dcccb-4d4c-436e-b353-7c230517eeb2. Aug 19 02:33:45.278297 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83bbca7f-6287-466a-a097-54439ebf38e3 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Router 3d1a2014-5392-4cdf-bc49-c164962367f2 has already been hosted by L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:33:45.384571 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83bbca7f-6287-466a-a097-54439ebf38e3 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:33:45.394643 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b45f5d-cbf6-43f7-bd17-f0296dd84a5d None None] Sync routers for ids ['3d1a2014-5392-4cdf-bc49-c164962367f2'] in dv-cinder-755654-10-iscsi {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:33:45.403211 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b45f5d-cbf6-43f7-bd17-f0296dd84a5d None None] Routers {'3d1a2014-5392-4cdf-bc49-c164962367f2'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:33:45.403833 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-30b45f5d-cbf6-43f7-bd17-f0296dd84a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:33:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['3d1a2014-5392-4cdf-bc49-c164962367f2'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:33:45.457799 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-83bbca7f-6287-466a-a097-54439ebf38e3 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:45.487548 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-83bbca7f-6287-466a-a097-54439ebf38e3 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1238844 Aug 19 02:33:45.489002 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66db9918-e59c-4ab2-836a-349dde443875', 'tag': '176dcccb-4d4c-436e-b353-7c230517eeb2'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:33:45.490524 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd80947-84e9-42ed-a572-5af90f8fa193" -d '{"events": [{"name": "network-changed", "server_uuid": "66db9918-e59c-4ab2-836a-349dde443875", "tag": "176dcccb-4d4c-436e-b353-7c230517eeb2"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:33:45.509432 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-30b45f5d-cbf6-43f7-bd17-f0296dd84a5d None None] Set router 3d1a2014-5392-4cdf-bc49-c164962367f2 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:33:45.528327 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81adc730-aa52-4fbb-9c07-83ded25cad8b x-openstack-request-id: req-81adc730-aa52-4fbb-9c07-83ded25cad8b {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:33:45.528620 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66db9918-e59c-4ab2-836a-349dde443875", "tag": "176dcccb-4d4c-436e-b353-7c230517eeb2", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:33:45.528880 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-81adc730-aa52-4fbb-9c07-83ded25cad8b {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:33:45.529318 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66db9918-e59c-4ab2-836a-349dde443875', 'tag': '176dcccb-4d4c-436e-b353-7c230517eeb2', 'status': 'completed', 'code': 200} Aug 19 02:33:45.592572 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd80947-84e9-42ed-a572-5af90f8fa193 req-643c8898-bb0d-4ef9-9874-de0f11dd7dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:33:45.594376 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-1fd80947-84e9-42ed-a572-5af90f8fa193 req-643c8898-bb0d-4ef9-9874-de0f11dd7dd1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=224f1c1ae0cf41ea9f737a8b24175ee1&device_id=66db9918-e59c-4ab2-836a-349dde443875 HTTP/1.1" status: 200 len: 1099 time: 0.0436478 Aug 19 02:33:45.693678 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd80947-84e9-42ed-a572-5af90f8fa193 req-2d578ee1-378a-4cb4-b185-549a2f7508ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:33:45.695191 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-1fd80947-84e9-42ed-a572-5af90f8fa193 req-2d578ee1-378a-4cb4-b185-549a2f7508ea service neutron] 10.222.0.22 "GET /v2.0/networks?id=0f5e88cb-7ae7-4588-b5fa-35aaf6915c93 HTTP/1.1" status: 200 len: 912 time: 0.0930731 Aug 19 02:33:45.762547 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-1fd80947-84e9-42ed-a572-5af90f8fa193 req-92b77e90-f887-44f9-aeeb-9754122798b8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=176dcccb-4d4c-436e-b353-7c230517eeb2 HTTP/1.1" status: 200 len: 1000 time: 0.0601511 Aug 19 02:33:45.809912 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd80947-84e9-42ed-a572-5af90f8fa193 req-77a769bc-8699-4012-9d2d-3b95bd935969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:33:45.811340 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-1fd80947-84e9-42ed-a572-5af90f8fa193 req-77a769bc-8699-4012-9d2d-3b95bd935969 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31 HTTP/1.1" status: 200 len: 850 time: 0.0419340 Aug 19 02:33:45.855863 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd80947-84e9-42ed-a572-5af90f8fa193 req-a32ce483-ca85-4ab5-907c-853642b840bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:33:45.857394 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-1fd80947-84e9-42ed-a572-5af90f8fa193 req-a32ce483-ca85-4ab5-907c-853642b840bf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0f5e88cb-7ae7-4588-b5fa-35aaf6915c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393016 Aug 19 02:33:45.860609 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-30b45f5d-cbf6-43f7-bd17-f0296dd84a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'name': 'tempest-TestVolumeBootPattern-913290081-router', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:32Z', 'updated_at': '2021-08-19T02:26:36Z', 'revision_number': 4, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'gw_port': {'id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:33Z', 'updated_at': '2021-08-19T02:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_floatingips': [{'id': '618a80a8-43c2-4c9d-ba88-509ae6d2931e', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'router_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'port_id': '3aa9e402-9ab9-4423-8877-a906539ecc8b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'mac_address': 'fa:16:3e:19:43:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799a5dd6-c834-42a1-baa8-1b28ca1603a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:31:00Z', 'updated_at': '2021-08-19T02:31:02Z', 'revision_number': 1, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'fixed_ip_address_scope': None}, {'id': 'f16bc59e-7010-41d9-8bc5-3b263dfaae9b', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'router_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'port_id': '176dcccb-4d4c-436e-b353-7c230517eeb2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'mac_address': 'fa:16:3e:03:03:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66db9918-e59c-4ab2-836a-349dde443875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:33:44Z', 'updated_at': '2021-08-19T02:33:44Z', 'revision_number': 0, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047e21a9-3000-4ce0-8542-34bbb4a1708f', 'name': '', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'mac_address': 'fa:16:3e:f0:54:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:35Z', 'updated_at': '2021-08-19T02:26:42Z', 'revision_number': 5, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'subnets': [{'id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:33:45.887771 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b45f5d-cbf6-43f7-bd17-f0296dd84a5d None None] Checking router: 3d1a2014-5392-4cdf-bc49-c164962367f2 for host: dv-cinder-755654-10-iscsi {{(pid=94446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:33:45.896396 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b45f5d-cbf6-43f7-bd17-f0296dd84a5d None None] Routers {'3d1a2014-5392-4cdf-bc49-c164962367f2'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:33:45.897010 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-30b45f5d-cbf6-43f7-bd17-f0296dd84a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:33:17Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['3d1a2014-5392-4cdf-bc49-c164962367f2'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:33:45.949238 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-1fd80947-84e9-42ed-a572-5af90f8fa193 req-47a85ca6-41fe-4b6d-a158-1a6d4bc29439 service neutron] 10.222.0.22 "GET /v2.0/networks/0f5e88cb-7ae7-4588-b5fa-35aaf6915c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846004 Aug 19 02:33:46.000841 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-30b45f5d-cbf6-43f7-bd17-f0296dd84a5d None None] Set router 3d1a2014-5392-4cdf-bc49-c164962367f2 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:33:46.036376 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-1fd80947-84e9-42ed-a572-5af90f8fa193 req-f34e9ade-f109-48bc-86f1-05ab1cff669f service neutron] 10.222.0.22 "GET /v2.0/networks/0f5e88cb-7ae7-4588-b5fa-35aaf6915c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802214 Aug 19 02:33:46.224442 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-30b45f5d-cbf6-43f7-bd17-f0296dd84a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'name': 'tempest-TestVolumeBootPattern-913290081-router', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:32Z', 'updated_at': '2021-08-19T02:26:36Z', 'revision_number': 4, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'gw_port': {'id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:33Z', 'updated_at': '2021-08-19T02:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_floatingips': [{'id': '618a80a8-43c2-4c9d-ba88-509ae6d2931e', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'router_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'port_id': '3aa9e402-9ab9-4423-8877-a906539ecc8b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'mac_address': 'fa:16:3e:19:43:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799a5dd6-c834-42a1-baa8-1b28ca1603a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:31:00Z', 'updated_at': '2021-08-19T02:31:02Z', 'revision_number': 1, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'fixed_ip_address_scope': None}, {'id': 'f16bc59e-7010-41d9-8bc5-3b263dfaae9b', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'router_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'port_id': '176dcccb-4d4c-436e-b353-7c230517eeb2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'mac_address': 'fa:16:3e:03:03:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66db9918-e59c-4ab2-836a-349dde443875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:33:44Z', 'updated_at': '2021-08-19T02:33:44Z', 'revision_number': 0, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047e21a9-3000-4ce0-8542-34bbb4a1708f', 'name': '', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'mac_address': 'fa:16:3e:f0:54:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:35Z', 'updated_at': '2021-08-19T02:26:42Z', 'revision_number': 5, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'subnets': [{'id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:33:46.250436 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b45f5d-cbf6-43f7-bd17-f0296dd84a5d None None] The sync data for ids ['3d1a2014-5392-4cdf-bc49-c164962367f2'] in dv-cinder-755654-10-iscsi is: [{'id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'name': 'tempest-TestVolumeBootPattern-913290081-router', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:32Z', 'updated_at': '2021-08-19T02:26:36Z', 'revision_number': 4, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'gw_port': {'id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:33Z', 'updated_at': '2021-08-19T02:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_floatingips': [{'id': '618a80a8-43c2-4c9d-ba88-509ae6d2931e', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'router_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'port_id': '3aa9e402-9ab9-4423-8877-a906539ecc8b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'mac_address': 'fa:16:3e:19:43:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799a5dd6-c834-42a1-baa8-1b28ca1603a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:31:00Z', 'updated_at': '2021-08-19T02:31:02Z', 'revision_number': 1, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'fixed_ip_address_scope': None}, {'id': 'f16bc59e-7010-41d9-8bc5-3b263dfaae9b', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'router_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'port_id': '176dcccb-4d4c-436e-b353-7c230517eeb2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'mac_address': 'fa:16:3e:03:03:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66db9918-e59c-4ab2-836a-349dde443875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:33:44Z', 'updated_at': '2021-08-19T02:33:44Z', 'revision_number': 0, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047e21a9-3000-4ce0-8542-34bbb4a1708f', 'name': '', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'mac_address': 'fa:16:3e:f0:54:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:35Z', 'updated_at': '2021-08-19T02:26:42Z', 'revision_number': 5, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'subnets': [{'id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:33:46.417929 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6ce5fc-a762-4a88-ac44-e54850ccb81d None None] New status for floating IP f16bc59e-7010-41d9-8bc5-3b263dfaae9b: ACTIVE {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 02:33:47.244721 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3eda9932-9c44-4de3-9c2f-f58bc3ed85ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:47.726484 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:48.538279 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:33:50.474340 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:34:08.526044 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:34:14.861308 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-bbe55868-94f8-4c94-a44e-5fae249502d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:34:15.038558 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 6 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:34:17.251565 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b6ec3adf-f307-4726-b7ac-b5becb798312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:34:17.335789 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-26c6cff9-9b05-4c0b-b5db-cdcdbdb62eae req-bb76ec44-0c87-44ae-9ad1-042f011d8ad0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=799a5dd6-c834-42a1-baa8-1b28ca1603a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448439 Aug 19 02:34:17.417908 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6cff9-9b05-4c0b-b5db-cdcdbdb62eae req-ab789b72-f6c8-4906-90d0-ecf570ee23fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:34:17.419390 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-26c6cff9-9b05-4c0b-b5db-cdcdbdb62eae req-ab789b72-f6c8-4906-90d0-ecf570ee23fc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=224f1c1ae0cf41ea9f737a8b24175ee1&device_id=799a5dd6-c834-42a1-baa8-1b28ca1603a9 HTTP/1.1" status: 200 len: 1098 time: 0.0400593 Aug 19 02:34:17.522414 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6cff9-9b05-4c0b-b5db-cdcdbdb62eae req-dff1fa23-103a-4248-bdf5-c36c38153da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:34:17.523819 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-26c6cff9-9b05-4c0b-b5db-cdcdbdb62eae req-dff1fa23-103a-4248-bdf5-c36c38153da9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0f5e88cb-7ae7-4588-b5fa-35aaf6915c93 HTTP/1.1" status: 200 len: 912 time: 0.0851097 Aug 19 02:34:17.588215 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-26c6cff9-9b05-4c0b-b5db-cdcdbdb62eae req-7d354c98-d3e1-458d-bb8e-e4870ba42395 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3aa9e402-9ab9-4423-8877-a906539ecc8b HTTP/1.1" status: 200 len: 1000 time: 0.0576301 Aug 19 02:34:17.637904 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6cff9-9b05-4c0b-b5db-cdcdbdb62eae req-d0a634d8-6559-49ab-8584-56ebd26f51f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:34:17.639359 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-26c6cff9-9b05-4c0b-b5db-cdcdbdb62eae req-d0a634d8-6559-49ab-8584-56ebd26f51f7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31 HTTP/1.1" status: 200 len: 850 time: 0.0441837 Aug 19 02:34:17.688107 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6cff9-9b05-4c0b-b5db-cdcdbdb62eae req-b131ea0f-7ee1-4493-af3d-cb2822db092e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:34:17.689628 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-26c6cff9-9b05-4c0b-b5db-cdcdbdb62eae req-b131ea0f-7ee1-4493-af3d-cb2822db092e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0f5e88cb-7ae7-4588-b5fa-35aaf6915c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0433419 Aug 19 02:34:17.697630 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:34:17.777792 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-26c6cff9-9b05-4c0b-b5db-cdcdbdb62eae req-8efc1de7-e3b6-4f33-8a0a-512ef3aa2543 service neutron] 10.222.0.22 "GET /v2.0/networks/0f5e88cb-7ae7-4588-b5fa-35aaf6915c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812299 Aug 19 02:34:17.868985 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-26c6cff9-9b05-4c0b-b5db-cdcdbdb62eae req-ba96078e-5c04-44b2-8ece-cb6ff5f88e3a service neutron] 10.222.0.22 "GET /v2.0/networks/0f5e88cb-7ae7-4588-b5fa-35aaf6915c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844100 Aug 19 02:34:18.535685 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:34:20.472517 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:34:38.525459 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:34:44.874170 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-abb6cac3-c898-47ef-8dfc-0a336d9fa682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:34:47.277578 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e0902c40-5568-40cc-b13a-e894423f2166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:34:47.706045 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:34:48.530882 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:34:50.444961 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:34:52.036968 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 6 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:34:52.496137 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70361ae-3030-4025-bc5d-472819cf9316 req-bec8793d-394c-4a3a-8c0c-932aeca441b5 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:34:52.497669 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c70361ae-3030-4025-bc5d-472819cf9316 req-bec8793d-394c-4a3a-8c0c-932aeca441b5 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 945 time: 0.0503306 Aug 19 02:34:52.534702 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-c70361ae-3030-4025-bc5d-472819cf9316 req-210c86e8-e05b-40ff-9586-8ae8866d589a tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308006 Aug 19 02:34:53.669670 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacfe3c-bc39-494c-8402-daaa0316fa7b req-abadea06-c5e4-4b82-bf82-efa25121a4b0 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:34:53.671150 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9cacfe3c-bc39-494c-8402-daaa0316fa7b req-abadea06-c5e4-4b82-bf82-efa25121a4b0 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 945 time: 0.0483201 Aug 19 02:34:53.707980 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-9cacfe3c-bc39-494c-8402-daaa0316fa7b req-26f44b25-2dcb-452b-bc72-10c2e1312862 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310662 Aug 19 02:34:55.066098 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cc7ad-6916-4f3d-806b-76a0a96f69da req-e46ea876-5a9f-41d8-87f5-5ce2b90504a5 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:34:55.067568 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-196cc7ad-6916-4f3d-806b-76a0a96f69da req-e46ea876-5a9f-41d8-87f5-5ce2b90504a5 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 945 time: 0.2923183 Aug 19 02:34:55.105706 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-196cc7ad-6916-4f3d-806b-76a0a96f69da req-8d5b653c-b73b-4759-8689-01681b2a5849 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320244 Aug 19 02:34:56.218059 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1de1ab-8a8c-4b6f-af4f-2294f66538d6 req-9bc4a3fb-6b81-4695-8bac-d529003f291d tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:34:56.219538 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ca1de1ab-8a8c-4b6f-af4f-2294f66538d6 req-9bc4a3fb-6b81-4695-8bac-d529003f291d tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 945 time: 0.0478368 Aug 19 02:34:56.257446 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-ca1de1ab-8a8c-4b6f-af4f-2294f66538d6 req-b233cc36-c7c6-47ef-b4e1-f70f6a2fc615 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318809 Aug 19 02:34:57.501024 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60524555-7356-4abc-b6b0-33bb1b65147f req-b12a5735-44a5-43ac-97da-bdcb2929c08a tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:34:57.502760 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-60524555-7356-4abc-b6b0-33bb1b65147f req-b12a5735-44a5-43ac-97da-bdcb2929c08a tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 945 time: 0.1800339 Aug 19 02:34:57.539452 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-60524555-7356-4abc-b6b0-33bb1b65147f req-978a80b7-09c9-47e8-9dc2-ae0af084f207 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306537 Aug 19 02:34:58.708256 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5dceec-b9c7-4db2-849b-efb5aad4bc64 req-e9f5fe27-274e-4d2e-9665-81571826eafa tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:34:58.709764 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fb5dceec-b9c7-4db2-849b-efb5aad4bc64 req-e9f5fe27-274e-4d2e-9665-81571826eafa tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 945 time: 0.1037860 Aug 19 02:34:58.749265 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-fb5dceec-b9c7-4db2-849b-efb5aad4bc64 req-b0d440b7-cffb-4516-8580-123b744b4919 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327203 Aug 19 02:34:59.863876 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e9471-4b7b-416b-bedb-63c98fa2d12c req-d926fb28-3824-4f89-bcc1-93cf2b651bb5 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:34:59.865280 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-ba7e9471-4b7b-416b-bedb-63c98fa2d12c req-d926fb28-3824-4f89-bcc1-93cf2b651bb5 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 945 time: 0.0493114 Aug 19 02:34:59.902994 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-ba7e9471-4b7b-416b-bedb-63c98fa2d12c req-2f155fb9-74a3-496d-b200-27a6b6ae1492 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317652 Aug 19 02:35:01.016351 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d86e81-d978-40ec-9859-98e1c4d01541 req-ae6a85e4-7ed7-43c0-bf35-930d82e6a4e3 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:01.017861 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-66d86e81-d978-40ec-9859-98e1c4d01541 req-ae6a85e4-7ed7-43c0-bf35-930d82e6a4e3 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 945 time: 0.0493345 Aug 19 02:35:01.053925 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-66d86e81-d978-40ec-9859-98e1c4d01541 req-5e0faea8-c729-4972-9f8e-166882dc0a6d tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301681 Aug 19 02:35:02.170885 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401849b-36d3-4025-b750-c9e70155b25f req-c0de9ad4-b59e-46f1-9962-0dfa18aca04f tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:02.172361 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-4401849b-36d3-4025-b750-c9e70155b25f req-c0de9ad4-b59e-46f1-9962-0dfa18aca04f tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 945 time: 0.0520980 Aug 19 02:35:02.208991 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-4401849b-36d3-4025-b750-c9e70155b25f req-227469f4-df4b-4a15-9907-d92b5a522c56 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307384 Aug 19 02:35:02.726897 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c186aa-e692-4010-9405-57dffa6c33f1 req-db175ad6-02e8-4040-99da-7ada9f325fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:02.728378 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b6c186aa-e692-4010-9405-57dffa6c33f1 req-db175ad6-02e8-4040-99da-7ada9f325fc7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a77767d88f5c450f86c3c5a8d944fc8c&device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 1098 time: 0.0399175 Aug 19 02:35:02.821420 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c186aa-e692-4010-9405-57dffa6c33f1 req-7758cf17-cf31-4957-a45b-0eb0230623e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:02.822910 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b6c186aa-e692-4010-9405-57dffa6c33f1 req-7758cf17-cf31-4957-a45b-0eb0230623e2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0 HTTP/1.1" status: 200 len: 909 time: 0.0873485 Aug 19 02:35:02.887685 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b6c186aa-e692-4010-9405-57dffa6c33f1 req-21be2dd5-dcda-4234-a82d-62aa76ea0836 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54526f64-1c44-4489-a838-1fa6482c8879 HTTP/1.1" status: 200 len: 1001 time: 0.0562859 Aug 19 02:35:02.944520 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c186aa-e692-4010-9405-57dffa6c33f1 req-d91d5876-7482-47c5-bcf5-da349de63cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:02.946025 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b6c186aa-e692-4010-9405-57dffa6c33f1 req-d91d5876-7482-47c5-bcf5-da349de63cc7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=76386d58-bfc3-4b74-85b1-29737f9470fa HTTP/1.1" status: 200 len: 847 time: 0.0497925 Aug 19 02:35:02.992828 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c186aa-e692-4010-9405-57dffa6c33f1 req-7a86d18d-d816-45c5-8c26-8687e826f126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:02.994320 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b6c186aa-e692-4010-9405-57dffa6c33f1 req-7a86d18d-d816-45c5-8c26-8687e826f126 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0403621 Aug 19 02:35:03.082702 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b6c186aa-e692-4010-9405-57dffa6c33f1 req-7b338cf9-c5c2-4afc-9834-c3ef62e0b068 service neutron] 10.222.0.22 "GET /v2.0/networks/d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795250 Aug 19 02:35:03.175200 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b6c186aa-e692-4010-9405-57dffa6c33f1 req-bbfe002f-cce6-4673-830e-990180bea6ea service neutron] 10.222.0.22 "GET /v2.0/networks/d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851715 Aug 19 02:35:03.323671 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158212ea-9471-451e-be2c-1d5408b774f1 req-84279f5f-f9c3-424c-9346-a63d4c465419 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:03.325167 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-158212ea-9471-451e-be2c-1d5408b774f1 req-84279f5f-f9c3-424c-9346-a63d4c465419 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 945 time: 0.0494766 Aug 19 02:35:03.362862 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-158212ea-9471-451e-be2c-1d5408b774f1 req-e905a6a1-bc88-466c-8a4b-5978bb1bc254 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318189 Aug 19 02:35:04.487913 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5a8db-75cf-4b7b-a717-6c00315ab318 req-5c96fae5-9765-4a48-b466-c5c3a4be6b46 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:04.489406 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-4cb5a8db-75cf-4b7b-a717-6c00315ab318 req-5c96fae5-9765-4a48-b466-c5c3a4be6b46 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 945 time: 0.0479617 Aug 19 02:35:04.526667 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-4cb5a8db-75cf-4b7b-a717-6c00315ab318 req-8ecd452b-05b9-4656-96ee-76602d381b20 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311711 Aug 19 02:35:05.646846 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20060f96-773f-4965-a9ab-839bb04b617e req-0911af27-f9a5-440a-9e60-fa7fcc49923f tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:05.648387 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-20060f96-773f-4965-a9ab-839bb04b617e req-0911af27-f9a5-440a-9e60-fa7fcc49923f tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 945 time: 0.0536895 Aug 19 02:35:05.685460 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-20060f96-773f-4965-a9ab-839bb04b617e req-5b249ff9-c95d-4ae5-8b99-06810e1b0ffe tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311506 Aug 19 02:35:06.803548 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1a6b6-a452-452d-83c1-51494aa5ae16 req-00173f4b-52ed-4e81-9f3f-73246d626a7f tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:06.805019 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-99e1a6b6-a452-452d-83c1-51494aa5ae16 req-00173f4b-52ed-4e81-9f3f-73246d626a7f tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 945 time: 0.0484529 Aug 19 02:35:06.846971 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-99e1a6b6-a452-452d-83c1-51494aa5ae16 req-60a658c3-b1f4-423e-be38-e94d21779b8e tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357504 Aug 19 02:35:07.192579 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce815758-e973-4a45-88cb-f678f21baa57 req-3b5d2c76-f23d-475a-856e-45f4d3092e3b tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:07.194119 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-ce815758-e973-4a45-88cb-f678f21baa57 req-3b5d2c76-f23d-475a-856e-45f4d3092e3b tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 945 time: 0.0513272 Aug 19 02:35:07.233218 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-ce815758-e973-4a45-88cb-f678f21baa57 req-b9faba50-c3f6-4c17-808e-0126312715b3 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323634 Aug 19 02:35:07.261627 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 44300) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:35:07.340040 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d8f65a81-deb9-45e2-b2dd-98142cd68e8c req-3da8db66-fccf-4545-9534-f2462da4b2c4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0772622 Aug 19 02:35:08.256401 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 54526f64-1c44-4489-a838-1fa6482c8879 no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:35:08.333041 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:08.348822 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280689a-7668-4a8b-9969-efb68a59bf04 req-ca311a1e-1753-44c8-9fb7-f8045489065b tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:08.350371 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-1280689a-7668-4a8b-9969-efb68a59bf04 req-ca311a1e-1753-44c8-9fb7-f8045489065b tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 945 time: 0.0488110 Aug 19 02:35:08.355888 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4862984-ea15-468d-85dc-58b1980cc587', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54526f64-1c44-4489-a838-1fa6482c8879'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:35:08.358198 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bda349f3ade6abb3bc5cfb3e12963279474636f4ef178e03561db7d4c095529d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8341ed37-dc4d-4f60-b354-e795a661b3bc" -d '{"events": [{"server_uuid": "e4862984-ea15-468d-85dc-58b1980cc587", "name": "network-vif-unplugged", "status": "completed", "tag": "54526f64-1c44-4489-a838-1fa6482c8879"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:35:08.374642 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 54526f64-1c44-4489-a838-1fa6482c8879, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=54526f64-1c44-4489-a838-1fa6482c8879,segment=NetworkSegment(7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3),segment_id=7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:35:08.390825 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-1280689a-7668-4a8b-9969-efb68a59bf04 req-9657bf1b-52b7-44db-8666-1621d67dfceb tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341160 Aug 19 02:35:08.392206 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 19 Aug 2021 02:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68559547-3802-40c5-9185-cc2b0fb7b27e x-openstack-request-id: req-68559547-3802-40c5-9185-cc2b0fb7b27e {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:35:08.392606 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4862984-ea15-468d-85dc-58b1980cc587", "name": "network-vif-unplugged", "status": "failed", "tag": "54526f64-1c44-4489-a838-1fa6482c8879", "code": 422}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:35:08.392861 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-68559547-3802-40c5-9185-cc2b0fb7b27e {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:35:08.393297 dv-cinder-755654-10-iscsi neutron-server[94446]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e4862984-ea15-468d-85dc-58b1980cc587', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '54526f64-1c44-4489-a838-1fa6482c8879', 'code': 422} returned with failed status Aug 19 02:35:08.447281 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:08.497641 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=54526f64-1c44-4489-a838-1fa6482c8879,revision_number=6']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:35:08.504749 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:35:08.505105 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:35:08.505472 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:35:08.505838 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:35:08.506171 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:35:08.506503 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:35:08.506832 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:35:08.507157 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:35:08.507483 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:35:08.507815 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:35:08.508191 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:35:08.508515 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:35:08.576418 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:09.508779 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c832510-8b01-422e-a8ee-0096be16a7e3 req-db03b76f-69ed-4588-9769-b8b4b8cc9034 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:09.510278 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-0c832510-8b01-422e-a8ee-0096be16a7e3 req-db03b76f-69ed-4588-9769-b8b4b8cc9034 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 943 time: 0.0487232 Aug 19 02:35:09.548010 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-0c832510-8b01-422e-a8ee-0096be16a7e3 req-8ae920e8-64b2-4e45-ab51-48d97ffbb055 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318582 Aug 19 02:35:09.700444 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f65a81-deb9-45e2-b2dd-98142cd68e8c req-a46b7883-1a06-4c81-8296-513ff4baf246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:09.701876 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d8f65a81-deb9-45e2-b2dd-98142cd68e8c req-a46b7883-1a06-4c81-8296-513ff4baf246 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587&tenant_id=a77767d88f5c450f86c3c5a8d944fc8c HTTP/1.1" status: 200 len: 1096 time: 0.0434341 Aug 19 02:35:09.763675 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f65a81-deb9-45e2-b2dd-98142cd68e8c req-1b6fb447-8a7a-45fc-bc7d-5e547ad727ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:09.765164 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d8f65a81-deb9-45e2-b2dd-98142cd68e8c req-1b6fb447-8a7a-45fc-bc7d-5e547ad727ee service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a77767d88f5c450f86c3c5a8d944fc8c&device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 1096 time: 0.0403817 Aug 19 02:35:09.853281 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f65a81-deb9-45e2-b2dd-98142cd68e8c req-14122704-e584-432f-8fb4-1ce631844fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:09.855369 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d8f65a81-deb9-45e2-b2dd-98142cd68e8c req-14122704-e584-432f-8fb4-1ce631844fdf service neutron] 10.222.0.22 "GET /v2.0/networks?id=d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0 HTTP/1.1" status: 200 len: 909 time: 0.0827463 Aug 19 02:35:09.921178 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d8f65a81-deb9-45e2-b2dd-98142cd68e8c req-cfa319bf-16e7-433e-ad34-a30dd973fb53 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54526f64-1c44-4489-a838-1fa6482c8879 HTTP/1.1" status: 200 len: 999 time: 0.0591903 Aug 19 02:35:09.970400 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f65a81-deb9-45e2-b2dd-98142cd68e8c req-5841deab-644c-4933-a5cc-d938a60e9753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:09.971742 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d8f65a81-deb9-45e2-b2dd-98142cd68e8c req-5841deab-644c-4933-a5cc-d938a60e9753 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=76386d58-bfc3-4b74-85b1-29737f9470fa HTTP/1.1" status: 200 len: 847 time: 0.0436757 Aug 19 02:35:10.017544 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f65a81-deb9-45e2-b2dd-98142cd68e8c req-4a7f36a3-f61d-470b-946e-82b36ba36637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:10.018998 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d8f65a81-deb9-45e2-b2dd-98142cd68e8c req-4a7f36a3-f61d-470b-946e-82b36ba36637 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394917 Aug 19 02:35:10.111713 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d8f65a81-deb9-45e2-b2dd-98142cd68e8c req-64403a6b-1317-46bd-b22f-5f67909cbf25 service neutron] 10.222.0.22 "GET /v2.0/networks/d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842280 Aug 19 02:35:10.204542 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-d8f65a81-deb9-45e2-b2dd-98142cd68e8c req-f868bce4-6b8c-4bda-a41f-2abd1ddf7586 service neutron] 10.222.0.22 "GET /v2.0/networks/d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853012 Aug 19 02:35:10.659363 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0085a-334d-43d7-949e-f3bd074cd87a req-b95e0e8b-df0f-45ef-a3ae-2cdb6d9f5f7d tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:10.660847 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-3ce0085a-334d-43d7-949e-f3bd074cd87a req-b95e0e8b-df0f-45ef-a3ae-2cdb6d9f5f7d tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 943 time: 0.0485754 Aug 19 02:35:10.698282 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-3ce0085a-334d-43d7-949e-f3bd074cd87a req-bf41da58-7922-43f0-a6d9-d4f42f2b1f77 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316010 Aug 19 02:35:11.810949 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6b5df-6f82-471c-a6a6-41a8a8f74023 req-c2c2e587-d214-4c4a-86c3-2957044e390c tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:11.812405 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-98a6b5df-6f82-471c-a6a6-41a8a8f74023 req-c2c2e587-d214-4c4a-86c3-2957044e390c tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 943 time: 0.0482328 Aug 19 02:35:11.852068 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-98a6b5df-6f82-471c-a6a6-41a8a8f74023 req-25ac00f8-c26a-47bd-b75d-b62a92241c16 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337818 Aug 19 02:35:12.966679 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55244c26-510c-449e-b788-ed245323274e req-914fdf65-4f22-4d77-9e63-e3864e36d92c tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:12.968173 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-55244c26-510c-449e-b788-ed245323274e req-914fdf65-4f22-4d77-9e63-e3864e36d92c tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 943 time: 0.0496550 Aug 19 02:35:13.005681 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-55244c26-510c-449e-b788-ed245323274e req-918e7a19-0580-41fc-b9c2-c757c2e57b32 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316052 Aug 19 02:35:14.118243 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bac055-5336-4826-bcba-361fd9ce68d7 req-8e3b7978-ba5b-49d2-83f1-a75310e1c28e tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:14.119739 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-94bac055-5336-4826-bcba-361fd9ce68d7 req-8e3b7978-ba5b-49d2-83f1-a75310e1c28e tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 943 time: 0.0492449 Aug 19 02:35:14.157612 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-94bac055-5336-4826-bcba-361fd9ce68d7 req-13d68b2d-6dce-44cc-9a04-3ec80f3e48d5 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313253 Aug 19 02:35:14.885185 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e825f02c-88d6-4aa5-aeaf-9f0f362372aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:15.270485 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607b41a-813f-4a1b-b6c0-57c0b605a3f3 req-f54e02ff-90b5-478d-8885-cc8073e30bb9 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:15.271993 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-a607b41a-813f-4a1b-b6c0-57c0b605a3f3 req-f54e02ff-90b5-478d-8885-cc8073e30bb9 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 943 time: 0.0479653 Aug 19 02:35:15.312542 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-a607b41a-813f-4a1b-b6c0-57c0b605a3f3 req-9e136137-4892-4428-929a-2d07807708db tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338788 Aug 19 02:35:16.425543 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a41fa-dd0a-434a-8362-e85d85275ecc req-32df7b63-1ae7-4847-bd91-c3da19a21425 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:16.427009 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-dc1a41fa-dd0a-434a-8362-e85d85275ecc req-32df7b63-1ae7-4847-bd91-c3da19a21425 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 943 time: 0.0481215 Aug 19 02:35:16.463813 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-dc1a41fa-dd0a-434a-8362-e85d85275ecc req-3da4f3e1-b324-4ebe-8d43-5cdb757fb8d5 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303519 Aug 19 02:35:17.239062 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-da55c918-7b44-41ed-81d2-382df8c22de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:17.577579 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e8507-072e-4251-b8ea-f45801b9d86c req-5f372776-515d-4006-9570-e6f5dbaf7ccd tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:17.579053 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-425e8507-072e-4251-b8ea-f45801b9d86c req-5f372776-515d-4006-9570-e6f5dbaf7ccd tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 943 time: 0.0488284 Aug 19 02:35:17.616354 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-425e8507-072e-4251-b8ea-f45801b9d86c req-3208d2f6-0f90-427e-a32a-1e4bc513b583 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314510 Aug 19 02:35:17.705403 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:18.323509 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 54526f64-1c44-4489-a838-1fa6482c8879 details requested by agent hyperv_hv-cinder-75565 with host hv-cinder-75565 {{(pid=94446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 02:35:18.330108 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707e57f-a6e5-4d95-b343-37e312fb9e6b req-e7e1a212-bd38-45d6-9581-23a7612c7d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:18.331617 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b707e57f-a6e5-4d95-b343-37e312fb9e6b req-e7e1a212-bd38-45d6-9581-23a7612c7d1d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a77767d88f5c450f86c3c5a8d944fc8c&device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 1096 time: 0.0405610 Aug 19 02:35:18.419808 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 54526f64-1c44-4489-a838-1fa6482c8879, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=54526f64-1c44-4489-a838-1fa6482c8879,segment=NetworkSegment(7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3),segment_id=7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:35:18.429945 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Returning: {'device': '54526f64-1c44-4489-a838-1fa6482c8879', 'network_id': 'd9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0', 'port_id': '54526f64-1c44-4489-a838-1fa6482c8879', 'mac_address': 'fa:16:3e:e6:cb:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76386d58-bfc3-4b74-85b1-29737f9470fa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 02:35:18.436603 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707e57f-a6e5-4d95-b343-37e312fb9e6b req-95330075-6fed-4493-80db-f9ecf0ff11e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:18.438139 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b707e57f-a6e5-4d95-b343-37e312fb9e6b req-95330075-6fed-4493-80db-f9ecf0ff11e0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0 HTTP/1.1" status: 200 len: 909 time: 0.0882082 Aug 19 02:35:18.477653 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:18.491039 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54526f64-1c44-4489-a838-1fa6482c8879 {{(pid=94446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 02:35:18.503372 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b707e57f-a6e5-4d95-b343-37e312fb9e6b req-acaac6bf-812d-4b0d-a021-9d454ffa7164 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54526f64-1c44-4489-a838-1fa6482c8879 HTTP/1.1" status: 200 len: 999 time: 0.0585337 Aug 19 02:35:18.510884 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 54526f64-1c44-4489-a838-1fa6482c8879, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=54526f64-1c44-4489-a838-1fa6482c8879,segment=NetworkSegment(7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3),segment_id=7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:35:18.547611 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:18.552590 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707e57f-a6e5-4d95-b343-37e312fb9e6b req-8ab84260-cda8-4d23-8428-6618ba628c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:18.556315 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b707e57f-a6e5-4d95-b343-37e312fb9e6b req-8ab84260-cda8-4d23-8428-6618ba628c64 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=76386d58-bfc3-4b74-85b1-29737f9470fa HTTP/1.1" status: 200 len: 847 time: 0.0432918 Aug 19 02:35:18.604989 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:18.605257 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707e57f-a6e5-4d95-b343-37e312fb9e6b req-63e0f4b0-6ee3-425e-886b-19cf272b556c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:18.606810 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b707e57f-a6e5-4d95-b343-37e312fb9e6b req-63e0f4b0-6ee3-425e-886b-19cf272b556c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0458078 Aug 19 02:35:18.656572 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=54526f64-1c44-4489-a838-1fa6482c8879,revision_number=7']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:35:18.700822 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b707e57f-a6e5-4d95-b343-37e312fb9e6b req-a1dd619e-02d5-4d07-90e8-a70aacdcf761 service neutron] 10.222.0.22 "GET /v2.0/networks/d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865309 Aug 19 02:35:18.735588 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b782e6-0e6a-4a76-8fe7-01872abf779d req-6aa3b43f-a375-4437-855e-0e41fe6b0a8e tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:18.737145 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-24b782e6-0e6a-4a76-8fe7-01872abf779d req-6aa3b43f-a375-4437-855e-0e41fe6b0a8e tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 944 time: 0.0506866 Aug 19 02:35:18.781157 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-24b782e6-0e6a-4a76-8fe7-01872abf779d req-6774623c-3158-4047-8784-4722771ee711 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380301 Aug 19 02:35:18.803575 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b707e57f-a6e5-4d95-b343-37e312fb9e6b req-6e537a61-f36f-4fb0-828e-bce5ccefcad0 service neutron] 10.222.0.22 "GET /v2.0/networks/d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931211 Aug 19 02:35:18.956611 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] get_ports_and_sgs() called for port_ids ['54526f64-1c44-4489-a838-1fa6482c8879'] {{(pid=94446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 02:35:19.895889 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63abb0b9-1d3d-445e-978d-52f4ef7d9de3 req-8654f4b0-35d1-4d89-8e6f-d58453ed4f11 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:19.897332 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-63abb0b9-1d3d-445e-978d-52f4ef7d9de3 req-8654f4b0-35d1-4d89-8e6f-d58453ed4f11 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 944 time: 0.0502481 Aug 19 02:35:19.934395 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-63abb0b9-1d3d-445e-978d-52f4ef7d9de3 req-45f2db23-c68e-450c-8075-cae2f31426dd tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310447 Aug 19 02:35:20.323882 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 54526f64-1c44-4489-a838-1fa6482c8879 up at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 02:35:20.372676 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.provisioning_blocks [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Provisioning complete for port 54526f64-1c44-4489-a838-1fa6482c8879 triggered by entity L2. {{(pid=94446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 02:35:20.373051 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020597'] for port, provisioning_complete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:20.446235 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:20.459062 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110802'] for port, before_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:20.481460 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4862984-ea15-468d-85dc-58b1980cc587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54526f64-1c44-4489-a838-1fa6482c8879'}] {{(pid=94446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:35:20.483753 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bda349f3ade6abb3bc5cfb3e12963279474636f4ef178e03561db7d4c095529d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c213b60c-8c5b-41fd-af55-7175ec0f7a72" -d '{"events": [{"server_uuid": "e4862984-ea15-468d-85dc-58b1980cc587", "name": "network-vif-plugged", "status": "completed", "tag": "54526f64-1c44-4489-a838-1fa6482c8879"}]}' {{(pid=94446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:35:20.496538 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] For port 54526f64-1c44-4489-a838-1fa6482c8879, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=54526f64-1c44-4489-a838-1fa6482c8879,segment=NetworkSegment(7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3),segment_id=7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:35:20.517817 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e55bfc3-07e6-4a0a-aad3-ea0ec16a1dbc x-openstack-request-id: req-1e55bfc3-07e6-4a0a-aad3-ea0ec16a1dbc {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:35:20.518107 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4862984-ea15-468d-85dc-58b1980cc587", "name": "network-vif-plugged", "status": "completed", "tag": "54526f64-1c44-4489-a838-1fa6482c8879", "code": 200}]} {{(pid=94446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:35:20.518362 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1e55bfc3-07e6-4a0a-aad3-ea0ec16a1dbc {{(pid=94446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:35:20.518758 dv-cinder-755654-10-iscsi neutron-server[94446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4862984-ea15-468d-85dc-58b1980cc587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54526f64-1c44-4489-a838-1fa6482c8879', 'code': 200} Aug 19 02:35:20.545728 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220918896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220398677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754220398695'] for port, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:20.594731 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Pushing event updated for resources: {'Port': ['ID=54526f64-1c44-4489-a838-1fa6482c8879,revision_number=8']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:35:20.810714 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a0ffd-a965-400e-9b90-5c3e378f69b9 req-330988bd-4f5e-4ad1-a590-fa25829c9172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:20.812099 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-aa5a0ffd-a965-400e-9b90-5c3e378f69b9 req-330988bd-4f5e-4ad1-a590-fa25829c9172 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 1098 time: 0.0410414 Aug 19 02:35:20.849939 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-aa5a0ffd-a965-400e-9b90-5c3e378f69b9 req-83f02169-20eb-4353-9d7b-f314f11a9141 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309806 Aug 19 02:35:21.050467 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a13909-3836-4d4b-8688-dbbbbb3ab651 req-a7dcea7a-d8e6-4305-9016-5c68cb226949 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:21.051957 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b6a13909-3836-4d4b-8688-dbbbbb3ab651 req-a7dcea7a-d8e6-4305-9016-5c68cb226949 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 945 time: 0.0490558 Aug 19 02:35:21.088838 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b6a13909-3836-4d4b-8688-dbbbbb3ab651 req-92d03810-dcea-428e-b2c2-134f18c46691 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307739 Aug 19 02:35:22.202694 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d0efa-7d6d-4159-956c-6ff537716d9f req-c72ce266-c0d8-4b0d-a9cc-3f33a52b200a tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:22.204158 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-957d0efa-7d6d-4159-956c-6ff537716d9f req-c72ce266-c0d8-4b0d-a9cc-3f33a52b200a tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 945 time: 0.0484159 Aug 19 02:35:22.242583 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-957d0efa-7d6d-4159-956c-6ff537716d9f req-e6e98f0d-96e5-4127-93ac-c3d524db948a tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324211 Aug 19 02:35:23.355719 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f676469-0c54-42e5-8996-8c474a9f2e19 req-56aacc10-783f-49f1-ba21-7342b1a7895f tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:23.357195 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-3f676469-0c54-42e5-8996-8c474a9f2e19 req-56aacc10-783f-49f1-ba21-7342b1a7895f tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 945 time: 0.0487659 Aug 19 02:35:23.393632 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-3f676469-0c54-42e5-8996-8c474a9f2e19 req-e2c911f8-6b4b-4b40-9de4-e74fc3dce89e tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305653 Aug 19 02:35:29.034819 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 6 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:35:38.553202 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:44.872933 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-8ef54c93-dcdc-4753-8779-8bbc53909ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:47.238740 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-52d4c8a6-5040-42f6-8172-cebc89fb95f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:47.713300 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:48.048729 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 44350) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:35:48.201564 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-e26b04c4-0b5f-4d0c-aa9e-7ea055408858 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Deleting port 61bea25f-50e8-461c-b167-04441e442d5b {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:35:48.201905 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e26b04c4-0b5f-4d0c-aa9e-7ea055408858 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:48.281452 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e26b04c4-0b5f-4d0c-aa9e-7ea055408858 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:48.281783 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e26b04c4-0b5f-4d0c-aa9e-7ea055408858 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:48.294292 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-e26b04c4-0b5f-4d0c-aa9e-7ea055408858 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Calling delete_port for 61bea25f-50e8-461c-b167-04441e442d5b owned by network:floatingip {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:35:48.507846 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e26b04c4-0b5f-4d0c-aa9e-7ea055408858 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:48.534096 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b04c4-0b5f-4d0c-aa9e-7ea055408858 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Pushing event deleted for resources: {'Port': ['ID=61bea25f-50e8-461c-b167-04441e442d5b,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:35:48.546204 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26b04c4-0b5f-4d0c-aa9e-7ea055408858 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:35:48.546562 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26b04c4-0b5f-4d0c-aa9e-7ea055408858 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:35:48.546904 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26b04c4-0b5f-4d0c-aa9e-7ea055408858 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:35:48.547243 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26b04c4-0b5f-4d0c-aa9e-7ea055408858 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:35:48.547575 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26b04c4-0b5f-4d0c-aa9e-7ea055408858 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:35:48.547905 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26b04c4-0b5f-4d0c-aa9e-7ea055408858 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:35:48.548235 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26b04c4-0b5f-4d0c-aa9e-7ea055408858 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:35:48.548563 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26b04c4-0b5f-4d0c-aa9e-7ea055408858 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:35:48.548895 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26b04c4-0b5f-4d0c-aa9e-7ea055408858 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:35:48.549258 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26b04c4-0b5f-4d0c-aa9e-7ea055408858 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:35:48.549584 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26b04c4-0b5f-4d0c-aa9e-7ea055408858 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:35:48.549903 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26b04c4-0b5f-4d0c-aa9e-7ea055408858 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:35:48.564630 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:48.610364 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e26b04c4-0b5f-4d0c-aa9e-7ea055408858 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for floatingip, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:48.610691 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.db.l3_db [None req-e26b04c4-0b5f-4d0c-aa9e-7ea055408858 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Floating IP f16bc59e-7010-41d9-8bc5-3b263dfaae9b disassociated (deleted). External IP: 172.27.1.123, port: 176dcccb-4d4c-436e-b353-7c230517eeb2. Aug 19 02:35:48.811758 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26b04c4-0b5f-4d0c-aa9e-7ea055408858 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Router 3d1a2014-5392-4cdf-bc49-c164962367f2 has already been hosted by L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:35:48.926670 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26b04c4-0b5f-4d0c-aa9e-7ea055408858 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:35:48.932071 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e26b04c4-0b5f-4d0c-aa9e-7ea055408858 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:48.937210 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ab4e04-0fdb-4447-9229-038f6207bdfd None None] Sync routers for ids ['3d1a2014-5392-4cdf-bc49-c164962367f2'] in dv-cinder-755654-10-iscsi {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:35:48.945754 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ab4e04-0fdb-4447-9229-038f6207bdfd None None] Routers {'3d1a2014-5392-4cdf-bc49-c164962367f2'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:35:48.946368 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-42ab4e04-0fdb-4447-9229-038f6207bdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:35:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['3d1a2014-5392-4cdf-bc49-c164962367f2'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:35:48.959213 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-e26b04c4-0b5f-4d0c-aa9e-7ea055408858 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "DELETE /v2.0/floatingips/f16bc59e-7010-41d9-8bc5-3b263dfaae9b HTTP/1.1" status: 204 len: 168 time: 0.9093699 Aug 19 02:35:48.959810 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66db9918-e59c-4ab2-836a-349dde443875', 'tag': '176dcccb-4d4c-436e-b353-7c230517eeb2'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:35:48.962087 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56b7876-4763-4253-9992-a8f69162a008" -d '{"events": [{"name": "network-changed", "server_uuid": "66db9918-e59c-4ab2-836a-349dde443875", "tag": "176dcccb-4d4c-436e-b353-7c230517eeb2"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:35:49.008859 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220e41fa-5f2e-4616-902d-a492c70128f8 x-openstack-request-id: req-220e41fa-5f2e-4616-902d-a492c70128f8 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:35:49.009807 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66db9918-e59c-4ab2-836a-349dde443875", "tag": "176dcccb-4d4c-436e-b353-7c230517eeb2", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:35:49.010069 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-220e41fa-5f2e-4616-902d-a492c70128f8 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:35:49.010466 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66db9918-e59c-4ab2-836a-349dde443875', 'tag': '176dcccb-4d4c-436e-b353-7c230517eeb2', 'status': 'completed', 'code': 200} Aug 19 02:35:49.071647 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-42ab4e04-0fdb-4447-9229-038f6207bdfd None None] Set router 3d1a2014-5392-4cdf-bc49-c164962367f2 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:35:49.076426 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b7876-4763-4253-9992-a8f69162a008 req-05a581b7-2f0a-4f58-92fb-e00e6e64c45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:49.078109 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f56b7876-4763-4253-9992-a8f69162a008 req-05a581b7-2f0a-4f58-92fb-e00e6e64c45e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=224f1c1ae0cf41ea9f737a8b24175ee1&device_id=66db9918-e59c-4ab2-836a-349dde443875 HTTP/1.1" status: 200 len: 1099 time: 0.0452855 Aug 19 02:35:49.168407 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b7876-4763-4253-9992-a8f69162a008 req-90f0c302-fcae-4128-80e5-96fd6734d6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:49.169965 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f56b7876-4763-4253-9992-a8f69162a008 req-90f0c302-fcae-4128-80e5-96fd6734d6a5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0f5e88cb-7ae7-4588-b5fa-35aaf6915c93 HTTP/1.1" status: 200 len: 912 time: 0.0850387 Aug 19 02:35:49.221354 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f56b7876-4763-4253-9992-a8f69162a008 req-5f7992b6-93c4-4945-8bc0-29c19e742bbc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=176dcccb-4d4c-436e-b353-7c230517eeb2 HTTP/1.1" status: 200 len: 217 time: 0.0389774 Aug 19 02:35:49.272163 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b7876-4763-4253-9992-a8f69162a008 req-77908136-88cf-4b65-9730-1de2ad0c9d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:49.273925 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f56b7876-4763-4253-9992-a8f69162a008 req-77908136-88cf-4b65-9730-1de2ad0c9d8a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31 HTTP/1.1" status: 200 len: 850 time: 0.0451145 Aug 19 02:35:49.301701 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-42ab4e04-0fdb-4447-9229-038f6207bdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'name': 'tempest-TestVolumeBootPattern-913290081-router', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:32Z', 'updated_at': '2021-08-19T02:26:36Z', 'revision_number': 4, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'gw_port': {'id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:33Z', 'updated_at': '2021-08-19T02:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_floatingips': [{'id': '618a80a8-43c2-4c9d-ba88-509ae6d2931e', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'router_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'port_id': '3aa9e402-9ab9-4423-8877-a906539ecc8b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'mac_address': 'fa:16:3e:19:43:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799a5dd6-c834-42a1-baa8-1b28ca1603a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:31:00Z', 'updated_at': '2021-08-19T02:31:02Z', 'revision_number': 1, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047e21a9-3000-4ce0-8542-34bbb4a1708f', 'name': '', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'mac_address': 'fa:16:3e:f0:54:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:35Z', 'updated_at': '2021-08-19T02:26:42Z', 'revision_number': 5, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'subnets': [{'id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:35:49.319633 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b7876-4763-4253-9992-a8f69162a008 req-0a092dae-c386-45c1-a2e9-35ce43b77c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:49.321164 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f56b7876-4763-4253-9992-a8f69162a008 req-0a092dae-c386-45c1-a2e9-35ce43b77c3f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0f5e88cb-7ae7-4588-b5fa-35aaf6915c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0403562 Aug 19 02:35:49.328343 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ab4e04-0fdb-4447-9229-038f6207bdfd None None] Checking router: 3d1a2014-5392-4cdf-bc49-c164962367f2 for host: dv-cinder-755654-10-iscsi {{(pid=94446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:35:49.338592 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ab4e04-0fdb-4447-9229-038f6207bdfd None None] Routers {'3d1a2014-5392-4cdf-bc49-c164962367f2'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:35:49.339231 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-42ab4e04-0fdb-4447-9229-038f6207bdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:35:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['3d1a2014-5392-4cdf-bc49-c164962367f2'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:35:49.447726 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-42ab4e04-0fdb-4447-9229-038f6207bdfd None None] Set router 3d1a2014-5392-4cdf-bc49-c164962367f2 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:35:49.459337 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7e6ab-dc07-4087-9db2-1130775e6387 req-287424a6-3563-44a8-94ae-fff1f1044d13 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:49.460831 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-90b7e6ab-dc07-4087-9db2-1130775e6387 req-287424a6-3563-44a8-94ae-fff1f1044d13 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=66db9918-e59c-4ab2-836a-349dde443875 HTTP/1.1" status: 200 len: 946 time: 0.0709226 Aug 19 02:35:49.464915 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f56b7876-4763-4253-9992-a8f69162a008 req-5f2cd2bd-bf3a-4fb4-b0ce-fb233edd8218 service neutron] 10.222.0.22 "GET /v2.0/networks/0f5e88cb-7ae7-4588-b5fa-35aaf6915c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353080 Aug 19 02:35:49.549212 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-90b7e6ab-dc07-4087-9db2-1130775e6387 req-e8c4a06e-c8d7-468b-a03d-dbb5e3036f82 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813935 Aug 19 02:35:49.586796 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-f56b7876-4763-4253-9992-a8f69162a008 req-b9b85824-5ea3-4737-bb58-82921ae20131 service neutron] 10.222.0.22 "GET /v2.0/networks/0f5e88cb-7ae7-4588-b5fa-35aaf6915c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121323 Aug 19 02:35:49.798870 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-42ab4e04-0fdb-4447-9229-038f6207bdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'name': 'tempest-TestVolumeBootPattern-913290081-router', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:32Z', 'updated_at': '2021-08-19T02:26:36Z', 'revision_number': 4, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'gw_port': {'id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:33Z', 'updated_at': '2021-08-19T02:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_floatingips': [{'id': '618a80a8-43c2-4c9d-ba88-509ae6d2931e', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'router_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'port_id': '3aa9e402-9ab9-4423-8877-a906539ecc8b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'mac_address': 'fa:16:3e:19:43:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799a5dd6-c834-42a1-baa8-1b28ca1603a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:31:00Z', 'updated_at': '2021-08-19T02:31:02Z', 'revision_number': 1, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047e21a9-3000-4ce0-8542-34bbb4a1708f', 'name': '', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'mac_address': 'fa:16:3e:f0:54:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:35Z', 'updated_at': '2021-08-19T02:26:42Z', 'revision_number': 5, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'subnets': [{'id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:35:49.825150 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ab4e04-0fdb-4447-9229-038f6207bdfd None None] The sync data for ids ['3d1a2014-5392-4cdf-bc49-c164962367f2'] in dv-cinder-755654-10-iscsi is: [{'id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'name': 'tempest-TestVolumeBootPattern-913290081-router', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:32Z', 'updated_at': '2021-08-19T02:26:36Z', 'revision_number': 4, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'gw_port': {'id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:33Z', 'updated_at': '2021-08-19T02:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_floatingips': [{'id': '618a80a8-43c2-4c9d-ba88-509ae6d2931e', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'router_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'port_id': '3aa9e402-9ab9-4423-8877-a906539ecc8b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'mac_address': 'fa:16:3e:19:43:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799a5dd6-c834-42a1-baa8-1b28ca1603a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T02:31:00Z', 'updated_at': '2021-08-19T02:31:02Z', 'revision_number': 1, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047e21a9-3000-4ce0-8542-34bbb4a1708f', 'name': '', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'mac_address': 'fa:16:3e:f0:54:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:35Z', 'updated_at': '2021-08-19T02:26:42Z', 'revision_number': 5, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'subnets': [{'id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:35:50.028364 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18708dbd-108b-4b4b-9ded-120c39e7c2e8 None None] New status for floating IP f16bc59e-7010-41d9-8bc5-3b263dfaae9b: DOWN {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 02:35:50.455628 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:50.669304 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e98156-91f7-4a1e-916d-882659bea6cf req-634c2a8a-0882-49c0-a70c-8d680ebf1aba tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:50.670821 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-a8e98156-91f7-4a1e-916d-882659bea6cf req-634c2a8a-0882-49c0-a70c-8d680ebf1aba tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=66db9918-e59c-4ab2-836a-349dde443875 HTTP/1.1" status: 200 len: 946 time: 0.0505223 Aug 19 02:35:50.707756 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-a8e98156-91f7-4a1e-916d-882659bea6cf req-054f9029-918d-427a-8b32-029e07256b58 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311375 Aug 19 02:35:51.183612 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ef451-5e8b-4159-ac4d-59e8b22567a6 req-c5d359ee-075d-413a-8bdc-4bc3353e8945 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:51.185063 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-322ef451-5e8b-4159-ac4d-59e8b22567a6 req-c5d359ee-075d-413a-8bdc-4bc3353e8945 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.22 "GET /v2.0/ports?device_id=66db9918-e59c-4ab2-836a-349dde443875 HTTP/1.1" status: 200 len: 946 time: 0.0491369 Aug 19 02:35:51.273225 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-322ef451-5e8b-4159-ac4d-59e8b22567a6 req-aad95c9a-1987-4aa9-8e56-0a75ebdf57ca tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Deleting port 176dcccb-4d4c-436e-b353-7c230517eeb2 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:35:51.273574 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-322ef451-5e8b-4159-ac4d-59e8b22567a6 req-aad95c9a-1987-4aa9-8e56-0a75ebdf57ca tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:51.361613 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-322ef451-5e8b-4159-ac4d-59e8b22567a6 req-aad95c9a-1987-4aa9-8e56-0a75ebdf57ca tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] For port 176dcccb-4d4c-436e-b353-7c230517eeb2, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=176dcccb-4d4c-436e-b353-7c230517eeb2,segment=NetworkSegment(931f45c5-f70f-44f6-b2dd-b1878e391d43),segment_id=931f45c5-f70f-44f6-b2dd-b1878e391d43)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:35:51.361971 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-322ef451-5e8b-4159-ac4d-59e8b22567a6 req-aad95c9a-1987-4aa9-8e56-0a75ebdf57ca tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:51.374335 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-322ef451-5e8b-4159-ac4d-59e8b22567a6 req-aad95c9a-1987-4aa9-8e56-0a75ebdf57ca tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Calling delete_port for 176dcccb-4d4c-436e-b353-7c230517eeb2 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:35:51.553211 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-322ef451-5e8b-4159-ac4d-59e8b22567a6 req-aad95c9a-1987-4aa9-8e56-0a75ebdf57ca tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:51.582090 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad95c9a-1987-4aa9-8e56-0a75ebdf57ca tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Pushing event deleted for resources: {'Port': ['ID=176dcccb-4d4c-436e-b353-7c230517eeb2,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:35:51.627085 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-322ef451-5e8b-4159-ac4d-59e8b22567a6 req-aad95c9a-1987-4aa9-8e56-0a75ebdf57ca tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] No DVR routers for this DVR port 176dcccb-4d4c-436e-b353-7c230517eeb2 on host hv-cinder-75565 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:35:51.629882 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-322ef451-5e8b-4159-ac4d-59e8b22567a6 req-aad95c9a-1987-4aa9-8e56-0a75ebdf57ca tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:51.631893 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-322ef451-5e8b-4159-ac4d-59e8b22567a6 req-aad95c9a-1987-4aa9-8e56-0a75ebdf57ca tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.22 "DELETE /v2.0/ports/176dcccb-4d4c-436e-b353-7c230517eeb2 HTTP/1.1" status: 204 len: 173 time: 0.4405358 Aug 19 02:35:51.632347 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66db9918-e59c-4ab2-836a-349dde443875', 'name': 'network-vif-deleted', 'tag': '176dcccb-4d4c-436e-b353-7c230517eeb2'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:35:51.634587 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ae7e4c-b211-4aef-8cab-edd4ae0431da" -d '{"events": [{"server_uuid": "66db9918-e59c-4ab2-836a-349dde443875", "name": "network-vif-deleted", "tag": "176dcccb-4d4c-436e-b353-7c230517eeb2"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:35:51.669460 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468378e8-8fe6-4683-b8b2-c524d066358f x-openstack-request-id: req-468378e8-8fe6-4683-b8b2-c524d066358f {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:35:51.669751 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66db9918-e59c-4ab2-836a-349dde443875", "name": "network-vif-deleted", "tag": "176dcccb-4d4c-436e-b353-7c230517eeb2", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:35:51.670004 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-468378e8-8fe6-4683-b8b2-c524d066358f {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:35:51.670399 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66db9918-e59c-4ab2-836a-349dde443875', 'name': 'network-vif-deleted', 'tag': '176dcccb-4d4c-436e-b353-7c230517eeb2', 'status': 'completed', 'code': 200} Aug 19 02:35:51.811918 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-f018e1a5-3ec3-406e-9f32-b24931f50567 req-5b0d4bdb-061d-4985-b438-5178d969be1c tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=66db9918-e59c-4ab2-836a-349dde443875 HTTP/1.1" status: 200 len: 210 time: 0.0280979 Aug 19 02:35:52.915535 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-e7b58843-ac6b-490f-953d-cece1fb4c0e5 req-08e88cd5-6e39-4fd3-a924-10aa9afaafba tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=66db9918-e59c-4ab2-836a-349dde443875 HTTP/1.1" status: 200 len: 210 time: 0.0253365 Aug 19 02:35:54.416470 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 176dcccb-4d4c-436e-b353-7c230517eeb2 no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:35:54.439256 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] No Port match for: 176dcccb-4d4c-436e-b353-7c230517eeb2 {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:35:54.439596 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 176dcccb-4d4c-436e-b353-7c230517eeb2 not bound to the agent host hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:35:56.402366 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 44382) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:35:56.880253 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-00e2c178-af3d-4812-ac75-f3154ec3880d tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Deleting port 4b755137-adde-42f4-8245-ab800c0ed9ba {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:35:56.880514 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-00e2c178-af3d-4812-ac75-f3154ec3880d tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:56.954016 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-00e2c178-af3d-4812-ac75-f3154ec3880d tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:56.954343 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-00e2c178-af3d-4812-ac75-f3154ec3880d tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:56.966337 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-00e2c178-af3d-4812-ac75-f3154ec3880d tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Calling delete_port for 4b755137-adde-42f4-8245-ab800c0ed9ba owned by network:floatingip {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:35:57.173240 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-00e2c178-af3d-4812-ac75-f3154ec3880d tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:57.199697 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2c178-af3d-4812-ac75-f3154ec3880d tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Pushing event deleted for resources: {'Port': ['ID=4b755137-adde-42f4-8245-ab800c0ed9ba,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:35:57.264336 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-00e2c178-af3d-4812-ac75-f3154ec3880d tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for floatingip, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:57.264663 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.db.l3_db [None req-00e2c178-af3d-4812-ac75-f3154ec3880d tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Floating IP 618a80a8-43c2-4c9d-ba88-509ae6d2931e disassociated (deleted). External IP: 172.27.1.38, port: 3aa9e402-9ab9-4423-8877-a906539ecc8b. Aug 19 02:35:57.469905 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e2c178-af3d-4812-ac75-f3154ec3880d tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Router 3d1a2014-5392-4cdf-bc49-c164962367f2 has already been hosted by L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:35:57.576251 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e2c178-af3d-4812-ac75-f3154ec3880d tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:35:57.580988 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-00e2c178-af3d-4812-ac75-f3154ec3880d tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:57.585531 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446c3ab9-4816-4a08-93f8-6b92a64169f4 None None] Sync routers for ids ['3d1a2014-5392-4cdf-bc49-c164962367f2'] in dv-cinder-755654-10-iscsi {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:35:57.594389 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446c3ab9-4816-4a08-93f8-6b92a64169f4 None None] Routers {'3d1a2014-5392-4cdf-bc49-c164962367f2'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:35:57.595002 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-446c3ab9-4816-4a08-93f8-6b92a64169f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:35:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['3d1a2014-5392-4cdf-bc49-c164962367f2'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:35:57.607478 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-00e2c178-af3d-4812-ac75-f3154ec3880d tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "DELETE /v2.0/floatingips/618a80a8-43c2-4c9d-ba88-509ae6d2931e HTTP/1.1" status: 204 len: 168 time: 1.2040277 Aug 19 02:35:57.608085 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '799a5dd6-c834-42a1-baa8-1b28ca1603a9', 'tag': '3aa9e402-9ab9-4423-8877-a906539ecc8b'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:35:57.610361 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ba03a4-aefc-4816-aad0-c14f5c951af5" -d '{"events": [{"name": "network-changed", "server_uuid": "799a5dd6-c834-42a1-baa8-1b28ca1603a9", "tag": "3aa9e402-9ab9-4423-8877-a906539ecc8b"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:35:57.647605 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ba825e-d080-4ded-a594-ad0b342d9692 x-openstack-request-id: req-a2ba825e-d080-4ded-a594-ad0b342d9692 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:35:57.647903 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "799a5dd6-c834-42a1-baa8-1b28ca1603a9", "tag": "3aa9e402-9ab9-4423-8877-a906539ecc8b", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:35:57.648156 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a2ba825e-d080-4ded-a594-ad0b342d9692 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:35:57.648557 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '799a5dd6-c834-42a1-baa8-1b28ca1603a9', 'tag': '3aa9e402-9ab9-4423-8877-a906539ecc8b', 'status': 'completed', 'code': 200} Aug 19 02:35:57.704487 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-446c3ab9-4816-4a08-93f8-6b92a64169f4 None None] Set router 3d1a2014-5392-4cdf-bc49-c164962367f2 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:35:57.709529 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba03a4-aefc-4816-aad0-c14f5c951af5 req-dc47a854-050b-4065-b60b-c726edf3bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:57.711070 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-56ba03a4-aefc-4816-aad0-c14f5c951af5 req-dc47a854-050b-4065-b60b-c726edf3bf50 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=224f1c1ae0cf41ea9f737a8b24175ee1&device_id=799a5dd6-c834-42a1-baa8-1b28ca1603a9 HTTP/1.1" status: 200 len: 1098 time: 0.0407462 Aug 19 02:35:57.807355 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba03a4-aefc-4816-aad0-c14f5c951af5 req-fbd674c2-5745-4b5e-bc9e-be1a10927166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:57.808755 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-56ba03a4-aefc-4816-aad0-c14f5c951af5 req-fbd674c2-5745-4b5e-bc9e-be1a10927166 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0f5e88cb-7ae7-4588-b5fa-35aaf6915c93 HTTP/1.1" status: 200 len: 912 time: 0.0895500 Aug 19 02:35:57.849769 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-56ba03a4-aefc-4816-aad0-c14f5c951af5 req-5c26035d-c57c-4567-a257-9ed8e6dd1bf7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3aa9e402-9ab9-4423-8877-a906539ecc8b HTTP/1.1" status: 200 len: 217 time: 0.0337343 Aug 19 02:35:57.901014 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba03a4-aefc-4816-aad0-c14f5c951af5 req-c05e6afc-83c8-40e5-a9f3-60f3c37aa625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:57.901605 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-446c3ab9-4816-4a08-93f8-6b92a64169f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'name': 'tempest-TestVolumeBootPattern-913290081-router', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:32Z', 'updated_at': '2021-08-19T02:26:36Z', 'revision_number': 4, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'gw_port': {'id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:33Z', 'updated_at': '2021-08-19T02:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': '047e21a9-3000-4ce0-8542-34bbb4a1708f', 'name': '', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'mac_address': 'fa:16:3e:f0:54:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:35Z', 'updated_at': '2021-08-19T02:26:42Z', 'revision_number': 5, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'subnets': [{'id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:35:57.902570 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-56ba03a4-aefc-4816-aad0-c14f5c951af5 req-c05e6afc-83c8-40e5-a9f3-60f3c37aa625 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31 HTTP/1.1" status: 200 len: 850 time: 0.0456576 Aug 19 02:35:57.927666 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446c3ab9-4816-4a08-93f8-6b92a64169f4 None None] Checking router: 3d1a2014-5392-4cdf-bc49-c164962367f2 for host: dv-cinder-755654-10-iscsi {{(pid=94446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:35:57.936875 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446c3ab9-4816-4a08-93f8-6b92a64169f4 None None] Routers {'3d1a2014-5392-4cdf-bc49-c164962367f2'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:35:57.937577 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-446c3ab9-4816-4a08-93f8-6b92a64169f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:35:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['3d1a2014-5392-4cdf-bc49-c164962367f2'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:35:57.956321 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba03a4-aefc-4816-aad0-c14f5c951af5 req-0c8b39a8-51c5-47f2-be09-e5d62d8d249e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:57.957885 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-56ba03a4-aefc-4816-aad0-c14f5c951af5 req-0c8b39a8-51c5-47f2-be09-e5d62d8d249e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0f5e88cb-7ae7-4588-b5fa-35aaf6915c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0476501 Aug 19 02:35:58.047040 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18180b5f-fff1-4f5c-8da0-32e9ba8e19c3 req-babf1635-dc4a-48a5-bf67-d67cdee8dd16 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:58.052569 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-18180b5f-fff1-4f5c-8da0-32e9ba8e19c3 req-babf1635-dc4a-48a5-bf67-d67cdee8dd16 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=799a5dd6-c834-42a1-baa8-1b28ca1603a9 HTTP/1.1" status: 200 len: 945 time: 0.0589933 Aug 19 02:35:58.058897 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-446c3ab9-4816-4a08-93f8-6b92a64169f4 None None] Set router 3d1a2014-5392-4cdf-bc49-c164962367f2 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:35:58.061060 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-56ba03a4-aefc-4816-aad0-c14f5c951af5 req-f01ea8c4-29fe-4532-a400-a27728ff3626 service neutron] 10.222.0.22 "GET /v2.0/networks/0f5e88cb-7ae7-4588-b5fa-35aaf6915c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884035 Aug 19 02:35:58.091633 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-18180b5f-fff1-4f5c-8da0-32e9ba8e19c3 req-78e13f21-4edd-43c4-bbb1-aeb71225b7ea tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370426 Aug 19 02:35:58.158767 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-56ba03a4-aefc-4816-aad0-c14f5c951af5 req-c80d4405-942c-4039-a704-cfb96b85a7c7 service neutron] 10.222.0.22 "GET /v2.0/networks/0f5e88cb-7ae7-4588-b5fa-35aaf6915c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898397 Aug 19 02:35:58.258932 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-446c3ab9-4816-4a08-93f8-6b92a64169f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'name': 'tempest-TestVolumeBootPattern-913290081-router', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:32Z', 'updated_at': '2021-08-19T02:26:36Z', 'revision_number': 4, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'gw_port': {'id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:33Z', 'updated_at': '2021-08-19T02:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': '047e21a9-3000-4ce0-8542-34bbb4a1708f', 'name': '', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'mac_address': 'fa:16:3e:f0:54:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:35Z', 'updated_at': '2021-08-19T02:26:42Z', 'revision_number': 5, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'subnets': [{'id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:35:58.284839 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446c3ab9-4816-4a08-93f8-6b92a64169f4 None None] The sync data for ids ['3d1a2014-5392-4cdf-bc49-c164962367f2'] in dv-cinder-755654-10-iscsi is: [{'id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'name': 'tempest-TestVolumeBootPattern-913290081-router', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:32Z', 'updated_at': '2021-08-19T02:26:36Z', 'revision_number': 4, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'gw_port': {'id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:33Z', 'updated_at': '2021-08-19T02:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': '047e21a9-3000-4ce0-8542-34bbb4a1708f', 'name': '', 'network_id': '0f5e88cb-7ae7-4588-b5fa-35aaf6915c93', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'mac_address': 'fa:16:3e:f0:54:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:35Z', 'updated_at': '2021-08-19T02:26:42Z', 'revision_number': 5, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'subnets': [{'id': 'a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:35:58.497537 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf65161-f4c3-4851-a106-a765140510b3 None None] New status for floating IP 618a80a8-43c2-4c9d-ba88-509ae6d2931e: DOWN {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 02:35:59.137473 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb7a29-c216-475c-a604-72666018a057 req-8eb73a89-a3ff-41a0-9ddb-ea0b3679efa6 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:59.139003 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-3fbb7a29-c216-475c-a604-72666018a057 req-8eb73a89-a3ff-41a0-9ddb-ea0b3679efa6 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.22 "GET /v2.0/ports?device_id=799a5dd6-c834-42a1-baa8-1b28ca1603a9 HTTP/1.1" status: 200 len: 945 time: 0.0485709 Aug 19 02:35:59.250297 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfdf0bb-8dc7-47e4-8697-debcefd970ca req-7347de9b-119a-40b7-ab74-aa478a3c3ebe tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:35:59.251755 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-0dfdf0bb-8dc7-47e4-8697-debcefd970ca req-7347de9b-119a-40b7-ab74-aa478a3c3ebe tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=799a5dd6-c834-42a1-baa8-1b28ca1603a9 HTTP/1.1" status: 200 len: 945 time: 0.0831497 Aug 19 02:35:59.283885 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-3fbb7a29-c216-475c-a604-72666018a057 req-276701f9-e2e4-4837-b335-27ddd6f9fc3c tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Deleting port 3aa9e402-9ab9-4423-8877-a906539ecc8b {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:35:59.284224 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3fbb7a29-c216-475c-a604-72666018a057 req-276701f9-e2e4-4837-b335-27ddd6f9fc3c tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:59.333829 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-0dfdf0bb-8dc7-47e4-8697-debcefd970ca req-7e9b1c19-b0c7-4d9c-b6f0-388735f457fd tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/security-groups?id=849f66cf-9e95-4895-be23-b29ac72083cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755460 Aug 19 02:35:59.381021 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-3fbb7a29-c216-475c-a604-72666018a057 req-276701f9-e2e4-4837-b335-27ddd6f9fc3c tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] For port 3aa9e402-9ab9-4423-8877-a906539ecc8b, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=3aa9e402-9ab9-4423-8877-a906539ecc8b,segment=NetworkSegment(931f45c5-f70f-44f6-b2dd-b1878e391d43),segment_id=931f45c5-f70f-44f6-b2dd-b1878e391d43)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:35:59.381324 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3fbb7a29-c216-475c-a604-72666018a057 req-276701f9-e2e4-4837-b335-27ddd6f9fc3c tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:59.397371 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-3fbb7a29-c216-475c-a604-72666018a057 req-276701f9-e2e4-4837-b335-27ddd6f9fc3c tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Calling delete_port for 3aa9e402-9ab9-4423-8877-a906539ecc8b owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:35:59.587719 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3fbb7a29-c216-475c-a604-72666018a057 req-276701f9-e2e4-4837-b335-27ddd6f9fc3c tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:59.616223 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276701f9-e2e4-4837-b335-27ddd6f9fc3c tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Pushing event deleted for resources: {'Port': ['ID=3aa9e402-9ab9-4423-8877-a906539ecc8b,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:35:59.662066 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fbb7a29-c216-475c-a604-72666018a057 req-276701f9-e2e4-4837-b335-27ddd6f9fc3c tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] No DVR routers for this DVR port 3aa9e402-9ab9-4423-8877-a906539ecc8b on host hv-cinder-75565 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:35:59.664605 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-3fbb7a29-c216-475c-a604-72666018a057 req-276701f9-e2e4-4837-b335-27ddd6f9fc3c tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:35:59.666750 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-3fbb7a29-c216-475c-a604-72666018a057 req-276701f9-e2e4-4837-b335-27ddd6f9fc3c tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.22 "DELETE /v2.0/ports/3aa9e402-9ab9-4423-8877-a906539ecc8b HTTP/1.1" status: 204 len: 173 time: 0.5218718 Aug 19 02:35:59.667182 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799a5dd6-c834-42a1-baa8-1b28ca1603a9', 'name': 'network-vif-deleted', 'tag': '3aa9e402-9ab9-4423-8877-a906539ecc8b'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:35:59.669432 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68bc1b80-049e-4888-86f7-d9a8094528ae" -d '{"events": [{"server_uuid": "799a5dd6-c834-42a1-baa8-1b28ca1603a9", "name": "network-vif-deleted", "tag": "3aa9e402-9ab9-4423-8877-a906539ecc8b"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:35:59.704893 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c45a6f-dbc3-4d10-9a94-d2ba8347b6c5 x-openstack-request-id: req-c3c45a6f-dbc3-4d10-9a94-d2ba8347b6c5 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:35:59.705211 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "799a5dd6-c834-42a1-baa8-1b28ca1603a9", "name": "network-vif-deleted", "tag": "3aa9e402-9ab9-4423-8877-a906539ecc8b", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:35:59.705469 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c3c45a6f-dbc3-4d10-9a94-d2ba8347b6c5 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:35:59.705870 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799a5dd6-c834-42a1-baa8-1b28ca1603a9', 'name': 'network-vif-deleted', 'tag': '3aa9e402-9ab9-4423-8877-a906539ecc8b', 'status': 'completed', 'code': 200} Aug 19 02:36:00.436406 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-3f07b756-d5d1-46d0-aaec-9bd40fe8d07b req-2de3c841-b529-4064-81c8-87187ebab97d tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "GET /v2.0/ports?device_id=799a5dd6-c834-42a1-baa8-1b28ca1603a9 HTTP/1.1" status: 200 len: 210 time: 0.0267329 Aug 19 02:36:01.490896 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 44400) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:36:01.612379 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-e71136b9-6b82-4597-8856-888c51ef786b tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Deleting port 22797602-7b8e-4496-b61d-962e9738435b {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:36:01.612723 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e71136b9-6b82-4597-8856-888c51ef786b tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:01.688993 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e71136b9-6b82-4597-8856-888c51ef786b tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:01.689347 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e71136b9-6b82-4597-8856-888c51ef786b tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:01.700686 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-e71136b9-6b82-4597-8856-888c51ef786b tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Calling delete_port for 22797602-7b8e-4496-b61d-962e9738435b owned by network:floatingip {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:36:01.878980 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e71136b9-6b82-4597-8856-888c51ef786b tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:01.906942 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71136b9-6b82-4597-8856-888c51ef786b tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Pushing event deleted for resources: {'Port': ['ID=22797602-7b8e-4496-b61d-962e9738435b,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:36:01.965253 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e71136b9-6b82-4597-8856-888c51ef786b tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for floatingip, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:01.967858 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-e71136b9-6b82-4597-8856-888c51ef786b tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:01.969006 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-e71136b9-6b82-4597-8856-888c51ef786b tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "DELETE /v2.0/floatingips/cef05b3b-65d1-4436-9085-cb8b894f34b6 HTTP/1.1" status: 204 len: 168 time: 0.4771237 Aug 19 02:36:02.458141 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 3aa9e402-9ab9-4423-8877-a906539ecc8b no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:36:02.477095 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] No Port match for: 3aa9e402-9ab9-4423-8877-a906539ecc8b {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:36:02.477522 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 3aa9e402-9ab9-4423-8877-a906539ecc8b not bound to the agent host hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:36:03.278093 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 44414) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:36:03.334653 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-02410ad3-c503-47d0-a677-e9dc942d8053 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:03.359676 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-02410ad3-c503-47d0-a677-e9dc942d8053 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:03.478879 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-02410ad3-c503-47d0-a677-e9dc942d8053 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:03.481670 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-02410ad3-c503-47d0-a677-e9dc942d8053 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:03.483503 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-02410ad3-c503-47d0-a677-e9dc942d8053 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] 10.222.0.16 "DELETE /v2.0/security-groups/849f66cf-9e95-4895-be23-b29ac72083cb HTTP/1.1" status: 204 len: 168 time: 0.2043929 Aug 19 02:36:03.492601 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02410ad3-c503-47d0-a677-e9dc942d8053 tempest-TestVolumeBootPattern-1667401187 tempest-TestVolumeBootPattern-1667401187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=849f66cf-9e95-4895-be23-b29ac72083cb,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:36:03.619138 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 44418) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:36:04.044537 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9c25baa2-57c6-437e-b00e-a7bd7284cffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619768'] for router_interface, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:04.281678 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-9c25baa2-57c6-437e-b00e-a7bd7284cffd admin admin] Deleting port 047e21a9-3000-4ce0-8542-34bbb4a1708f {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:36:04.282404 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9c25baa2-57c6-437e-b00e-a7bd7284cffd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:04.359711 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-9c25baa2-57c6-437e-b00e-a7bd7284cffd admin admin] For port 047e21a9-3000-4ce0-8542-34bbb4a1708f, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=047e21a9-3000-4ce0-8542-34bbb4a1708f,segment=NetworkSegment(931f45c5-f70f-44f6-b2dd-b1878e391d43),segment_id=931f45c5-f70f-44f6-b2dd-b1878e391d43)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:36:04.360071 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9c25baa2-57c6-437e-b00e-a7bd7284cffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:04.371909 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-9c25baa2-57c6-437e-b00e-a7bd7284cffd admin admin] Calling delete_port for 047e21a9-3000-4ce0-8542-34bbb4a1708f owned by network:router_interface {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:36:04.610224 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9c25baa2-57c6-437e-b00e-a7bd7284cffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:04.636108 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c25baa2-57c6-437e-b00e-a7bd7284cffd admin admin] Pushing event deleted for resources: {'Port': ['ID=047e21a9-3000-4ce0-8542-34bbb4a1708f,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:36:04.796883 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9c25baa2-57c6-437e-b00e-a7bd7284cffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-754792'] for router_interface, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:05.255725 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c25baa2-57c6-437e-b00e-a7bd7284cffd admin admin] Router 3d1a2014-5392-4cdf-bc49-c164962367f2 has already been hosted by L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:36:05.358731 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c25baa2-57c6-437e-b00e-a7bd7284cffd admin admin] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:36:05.363657 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-9c25baa2-57c6-437e-b00e-a7bd7284cffd admin admin] 10.222.0.16 "PUT /v2.0/routers/3d1a2014-5392-4cdf-bc49-c164962367f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7434573 Aug 19 02:36:05.366189 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 44424) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:36:05.368727 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f38a00-5546-487c-b73a-5509254333be None None] Sync routers for ids ['3d1a2014-5392-4cdf-bc49-c164962367f2'] in dv-cinder-755654-10-iscsi {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:36:05.378697 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f38a00-5546-487c-b73a-5509254333be None None] Routers {'3d1a2014-5392-4cdf-bc49-c164962367f2'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:36:05.379301 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-04f38a00-5546-487c-b73a-5509254333be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:35:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['3d1a2014-5392-4cdf-bc49-c164962367f2'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:36:05.475987 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c2b951f7-0ba2-4ca0-a65f-7063334e85d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:05.483125 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-04f38a00-5546-487c-b73a-5509254333be None None] Set router 3d1a2014-5392-4cdf-bc49-c164962367f2 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:36:05.576713 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c2b951f7-0ba2-4ca0-a65f-7063334e85d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:05.663811 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-04f38a00-5546-487c-b73a-5509254333be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'name': 'tempest-TestVolumeBootPattern-913290081-router', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:32Z', 'updated_at': '2021-08-19T02:36:04Z', 'revision_number': 5, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'gw_port': {'id': 'ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:33Z', 'updated_at': '2021-08-19T02:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi'}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:36:05.690219 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f38a00-5546-487c-b73a-5509254333be None None] Checking router: 3d1a2014-5392-4cdf-bc49-c164962367f2 for host: dv-cinder-755654-10-iscsi {{(pid=94446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:36:05.697968 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-c2b951f7-0ba2-4ca0-a65f-7063334e85d4 admin admin] Deleting port ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:36:05.698311 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c2b951f7-0ba2-4ca0-a65f-7063334e85d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:05.699259 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f38a00-5546-487c-b73a-5509254333be None None] Routers {'3d1a2014-5392-4cdf-bc49-c164962367f2'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:36:05.699870 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-04f38a00-5546-487c-b73a-5509254333be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:35:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['3d1a2014-5392-4cdf-bc49-c164962367f2'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:36:05.779314 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-c2b951f7-0ba2-4ca0-a65f-7063334e85d4 admin admin] For port ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef,segment=NetworkSegment(31e5f57a-85b9-444f-b38d-61963340c3f4),segment_id=31e5f57a-85b9-444f-b38d-61963340c3f4)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:36:05.780013 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c2b951f7-0ba2-4ca0-a65f-7063334e85d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:05.784926 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-04f38a00-5546-487c-b73a-5509254333be None None] Set router 3d1a2014-5392-4cdf-bc49-c164962367f2 gateway port host: None {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:36:05.792145 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-c2b951f7-0ba2-4ca0-a65f-7063334e85d4 admin admin] Calling delete_port for ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:36:05.839087 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-04f38a00-5546-487c-b73a-5509254333be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'name': 'tempest-TestVolumeBootPattern-913290081-router', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:32Z', 'updated_at': '2021-08-19T02:36:05Z', 'revision_number': 6, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'gw_port_host': None}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:36:05.865108 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f38a00-5546-487c-b73a-5509254333be None None] The sync data for ids ['3d1a2014-5392-4cdf-bc49-c164962367f2'] in dv-cinder-755654-10-iscsi is: [{'id': '3d1a2014-5392-4cdf-bc49-c164962367f2', 'name': 'tempest-TestVolumeBootPattern-913290081-router', 'tenant_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:32Z', 'updated_at': '2021-08-19T02:36:05Z', 'revision_number': 6, 'project_id': '224f1c1ae0cf41ea9f737a8b24175ee1', 'gw_port_host': None}] {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:36:06.013286 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c2b951f7-0ba2-4ca0-a65f-7063334e85d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:06.033422 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 6 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:36:06.035725 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b951f7-0ba2-4ca0-a65f-7063334e85d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:36:06.095443 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c2b951f7-0ba2-4ca0-a65f-7063334e85d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-612768'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:06.187622 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c2b951f7-0ba2-4ca0-a65f-7063334e85d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-622995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14530'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:06.189734 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c2b951f7-0ba2-4ca0-a65f-7063334e85d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:06.298952 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c2b951f7-0ba2-4ca0-a65f-7063334e85d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623082'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:06.303414 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b951f7-0ba2-4ca0-a65f-7063334e85d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d1a2014-5392-4cdf-bc49-c164962367f2 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 02:36:06.303732 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-c2b951f7-0ba2-4ca0-a65f-7063334e85d4 admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:06.304876 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-c2b951f7-0ba2-4ca0-a65f-7063334e85d4 admin admin] 10.222.0.16 "DELETE /v2.0/routers/3d1a2014-5392-4cdf-bc49-c164962367f2 HTTP/1.1" status: 204 len: 168 time: 0.9376998 Aug 19 02:36:06.308026 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 44426) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:36:06.350820 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-791f78c5-c1ca-49e7-b195-b613d572d40e admin admin] Deleting subnet a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 02:36:06.354157 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-791f78c5-c1ca-49e7-b195-b613d572d40e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:06.387574 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-791f78c5-c1ca-49e7-b195-b613d572d40e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2850452'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:06.464389 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-791f78c5-c1ca-49e7-b195-b613d572d40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024327'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:06.581792 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-791f78c5-c1ca-49e7-b195-b613d572d40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2838829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2943217'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:06.605932 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f78c5-c1ca-49e7-b195-b613d572d40e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:36:06.618383 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-791f78c5-c1ca-49e7-b195-b613d572d40e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:06.621304 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-791f78c5-c1ca-49e7-b195-b613d572d40e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a0ab7e35-d8e1-46ec-8ead-2c6d5bf24b31 HTTP/1.1" status: 204 len: 168 time: 0.3123379 Aug 19 02:36:06.624782 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 44428) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:36:06.626765 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0276fcef-b61c-4c5f-a5f9-85ab0bc05a5d None None] Network 0f5e88cb-7ae7-4588-b5fa-35aaf6915c93 requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:36:06.673244 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 047e21a9-3000-4ce0-8542-34bbb4a1708f no longer exists at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:36:06.701433 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-81566179-402c-4a51-b1ce-4f8dd52c9f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930398'] for network, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:06.712612 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] No Port match for: 047e21a9-3000-4ce0-8542-34bbb4a1708f {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:36:06.712951 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 047e21a9-3000-4ce0-8542-34bbb4a1708f not bound to the agent host dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:36:06.713393 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef no longer exists at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:36:06.740400 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] No Port match for: ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:36:06.740745 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device ad9a8715-ec29-4bd4-942f-d86ca3f5c7ef not bound to the agent host dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:36:06.760419 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.plugin [None req-81566179-402c-4a51-b1ce-4f8dd52c9f08 admin admin] Deleting port 683b46eb-329f-46eb-80e0-72ac094b6225 {{(pid=94444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:36:06.760760 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-81566179-402c-4a51-b1ce-4f8dd52c9f08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:06.826499 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.db [None req-81566179-402c-4a51-b1ce-4f8dd52c9f08 admin admin] For port 683b46eb-329f-46eb-80e0-72ac094b6225, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=683b46eb-329f-46eb-80e0-72ac094b6225,segment=NetworkSegment(931f45c5-f70f-44f6-b2dd-b1878e391d43),segment_id=931f45c5-f70f-44f6-b2dd-b1878e391d43)] {{(pid=94444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:36:06.827140 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-81566179-402c-4a51-b1ce-4f8dd52c9f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:06.841072 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.plugin [None req-81566179-402c-4a51-b1ce-4f8dd52c9f08 admin admin] Calling delete_port for 683b46eb-329f-46eb-80e0-72ac094b6225 owned by network:dhcp {{(pid=94444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:36:06.864646 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa53e87-968a-4c17-bedd-452157c6a249 None None] DHCP port deletion for 0f5e88cb-7ae7-4588-b5fa-35aaf6915c93 request from dv-cinder-755654-10-iscsi {{(pid=94446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 02:36:06.923721 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-7fa53e87-968a-4c17-bedd-452157c6a249 None None] Deleting port 683b46eb-329f-46eb-80e0-72ac094b6225 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:36:06.924094 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7fa53e87-968a-4c17-bedd-452157c6a249 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:06.985047 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-7fa53e87-968a-4c17-bedd-452157c6a249 None None] For port 683b46eb-329f-46eb-80e0-72ac094b6225, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=683b46eb-329f-46eb-80e0-72ac094b6225,segment=NetworkSegment(931f45c5-f70f-44f6-b2dd-b1878e391d43),segment_id=931f45c5-f70f-44f6-b2dd-b1878e391d43)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:36:06.985538 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7fa53e87-968a-4c17-bedd-452157c6a249 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:06.990721 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-81566179-402c-4a51-b1ce-4f8dd52c9f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4183730'] for port, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:06.998451 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-7fa53e87-968a-4c17-bedd-452157c6a249 None None] Calling delete_port for 683b46eb-329f-46eb-80e0-72ac094b6225 owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:36:07.017902 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81566179-402c-4a51-b1ce-4f8dd52c9f08 admin admin] Pushing event deleted for resources: {'Port': ['ID=683b46eb-329f-46eb-80e0-72ac094b6225,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:36:07.022909 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81566179-402c-4a51-b1ce-4f8dd52c9f08 admin admin] No DVR routers for this DVR port 683b46eb-329f-46eb-80e0-72ac094b6225 on host dv-cinder-755654-10-iscsi {{(pid=94444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:36:07.031065 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81566179-402c-4a51-b1ce-4f8dd52c9f08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:07.031413 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81566179-402c-4a51-b1ce-4f8dd52c9f08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:07.031753 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81566179-402c-4a51-b1ce-4f8dd52c9f08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:07.032084 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81566179-402c-4a51-b1ce-4f8dd52c9f08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:07.032444 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81566179-402c-4a51-b1ce-4f8dd52c9f08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:07.032786 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81566179-402c-4a51-b1ce-4f8dd52c9f08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:07.033118 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81566179-402c-4a51-b1ce-4f8dd52c9f08 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:07.033467 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81566179-402c-4a51-b1ce-4f8dd52c9f08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:07.033792 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81566179-402c-4a51-b1ce-4f8dd52c9f08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:07.034113 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81566179-402c-4a51-b1ce-4f8dd52c9f08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:07.034433 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81566179-402c-4a51-b1ce-4f8dd52c9f08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:07.034752 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81566179-402c-4a51-b1ce-4f8dd52c9f08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:07.112027 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-81566179-402c-4a51-b1ce-4f8dd52c9f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026254', 'neutron.services.segments.db._delete_segments_for_network-8754220901313'] for network, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:07.123266 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.services.segments.db [None req-81566179-402c-4a51-b1ce-4f8dd52c9f08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f5e88cb-7ae7-4588-b5fa-35aaf6915c93']}} {{(pid=94444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:36:07.134191 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.services.segments.db [None req-81566179-402c-4a51-b1ce-4f8dd52c9f08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '931f45c5-f70f-44f6-b2dd-b1878e391d43') {'for_net_delete': True} {{(pid=94444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:36:07.134623 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.services.segments.db [None req-81566179-402c-4a51-b1ce-4f8dd52c9f08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '931f45c5-f70f-44f6-b2dd-b1878e391d43') {} {{(pid=94444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:36:07.144043 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-81566179-402c-4a51-b1ce-4f8dd52c9f08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754220944806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4183629'] for segment, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:07.158588 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-81566179-402c-4a51-b1ce-4f8dd52c9f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178'] for segment, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:07.166021 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81566179-402c-4a51-b1ce-4f8dd52c9f08 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=94444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 02:36:07.166706 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-81566179-402c-4a51-b1ce-4f8dd52c9f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4183141'] for segment, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:07.172229 dv-cinder-755654-10-iscsi neutron-server[94444]: Traceback (most recent call last): Aug 19 02:36:07.172229 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 02:36:07.172229 dv-cinder-755654-10-iscsi neutron-server[94444]: timer() Aug 19 02:36:07.172229 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 02:36:07.172229 dv-cinder-755654-10-iscsi neutron-server[94444]: cb(*args, **kw) Aug 19 02:36:07.172229 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 02:36:07.172229 dv-cinder-755654-10-iscsi neutron-server[94444]: return func(*args, **kwargs) Aug 19 02:36:07.172229 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 02:36:07.172229 dv-cinder-755654-10-iscsi neutron-server[94444]: self._notify() Aug 19 02:36:07.172229 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 02:36:07.172229 dv-cinder-755654-10-iscsi neutron-server[94444]: self.callback(batched_events) Aug 19 02:36:07.172229 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 02:36:07.172229 dv-cinder-755654-10-iscsi neutron-server[94444]: event.method(event) Aug 19 02:36:07.172229 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 02:36:07.172229 dv-cinder-755654-10-iscsi neutron-server[94444]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 02:36:07.172229 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 02:36:07.172229 dv-cinder-755654-10-iscsi neutron-server[94444]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 02:36:07.172229 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 02:36:07.172229 dv-cinder-755654-10-iscsi neutron-server[94444]: return f(self, *a, **k) Aug 19 02:36:07.172229 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 02:36:07.172229 dv-cinder-755654-10-iscsi neutron-server[94444]: return self._get(url).json() Aug 19 02:36:07.172229 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 02:36:07.172229 dv-cinder-755654-10-iscsi neutron-server[94444]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 02:36:07.172229 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 02:36:07.172229 dv-cinder-755654-10-iscsi neutron-server[94444]: return self.request(url, 'GET', **kwargs) Aug 19 02:36:07.172229 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 02:36:07.172229 dv-cinder-755654-10-iscsi neutron-server[94444]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 02:36:07.172229 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 02:36:07.172229 dv-cinder-755654-10-iscsi neutron-server[94444]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 02:36:07.172229 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 02:36:07.172229 dv-cinder-755654-10-iscsi neutron-server[94444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 02:36:07.172229 dv-cinder-755654-10-iscsi neutron-server[94444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 02:36:07.198492 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7fa53e87-968a-4c17-bedd-452157c6a249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:07.223676 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa53e87-968a-4c17-bedd-452157c6a249 None None] Pushing event deleted for resources: {'Port': ['ID=683b46eb-329f-46eb-80e0-72ac094b6225,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:36:07.227225 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa53e87-968a-4c17-bedd-452157c6a249 None None] No DVR routers for this DVR port 683b46eb-329f-46eb-80e0-72ac094b6225 on host dv-cinder-755654-10-iscsi {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:36:07.277354 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-81566179-402c-4a51-b1ce-4f8dd52c9f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612725'] for network, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:07.282607 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-81566179-402c-4a51-b1ce-4f8dd52c9f08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for network, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:07.287701 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-81566179-402c-4a51-b1ce-4f8dd52c9f08 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0f5e88cb-7ae7-4588-b5fa-35aaf6915c93 HTTP/1.1" status: 204 len: 168 time: 0.6565485 Aug 19 02:36:07.288122 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 44430) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:36:07.297096 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81566179-402c-4a51-b1ce-4f8dd52c9f08 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f5e88cb-7ae7-4588-b5fa-35aaf6915c93,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:36:07.626586 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9e54dd5f-d04c-4006-ae3d-0332b79a19eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619768'] for router_interface, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:07.864074 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-9e54dd5f-d04c-4006-ae3d-0332b79a19eb admin admin] Deleting port e05ced44-5797-42ad-b2b3-15374b72f1f8 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:36:07.864494 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9e54dd5f-d04c-4006-ae3d-0332b79a19eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:07.939898 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-9e54dd5f-d04c-4006-ae3d-0332b79a19eb admin admin] For port e05ced44-5797-42ad-b2b3-15374b72f1f8, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=e05ced44-5797-42ad-b2b3-15374b72f1f8,segment=NetworkSegment(b59fce40-fc27-4de9-aee0-bd4cf10fd951),segment_id=b59fce40-fc27-4de9-aee0-bd4cf10fd951)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:36:07.940257 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9e54dd5f-d04c-4006-ae3d-0332b79a19eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:07.952743 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-9e54dd5f-d04c-4006-ae3d-0332b79a19eb admin admin] Calling delete_port for e05ced44-5797-42ad-b2b3-15374b72f1f8 owned by network:router_interface {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:36:08.173313 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9e54dd5f-d04c-4006-ae3d-0332b79a19eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:08.202454 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54dd5f-d04c-4006-ae3d-0332b79a19eb admin admin] Pushing event deleted for resources: {'Port': ['ID=e05ced44-5797-42ad-b2b3-15374b72f1f8,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:36:08.369676 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9e54dd5f-d04c-4006-ae3d-0332b79a19eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-754792'] for router_interface, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:08.421302 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 683b46eb-329f-46eb-80e0-72ac094b6225 no longer exists at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:36:08.440817 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] No Port match for: 683b46eb-329f-46eb-80e0-72ac094b6225 {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:36:08.441092 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 683b46eb-329f-46eb-80e0-72ac094b6225 not bound to the agent host dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:36:08.533381 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:08.588791 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e54dd5f-d04c-4006-ae3d-0332b79a19eb admin admin] Router 423e572d-682d-45e7-ae7d-c4dbfb84da73 has already been hosted by L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:36:08.952086 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e54dd5f-d04c-4006-ae3d-0332b79a19eb admin admin] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:36:08.957016 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-9e54dd5f-d04c-4006-ae3d-0332b79a19eb admin admin] 10.222.0.16 "PUT /v2.0/routers/423e572d-682d-45e7-ae7d-c4dbfb84da73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6683819 Aug 19 02:36:08.959456 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 44432) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:36:08.962850 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2937ae53-0415-44a2-ab8f-f22527c3c605 None None] Sync routers for ids ['423e572d-682d-45e7-ae7d-c4dbfb84da73'] in dv-cinder-755654-10-iscsi {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:36:08.971775 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2937ae53-0415-44a2-ab8f-f22527c3c605 None None] Routers {'423e572d-682d-45e7-ae7d-c4dbfb84da73'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:36:08.972453 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-2937ae53-0415-44a2-ab8f-f22527c3c605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:35:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['423e572d-682d-45e7-ae7d-c4dbfb84da73'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:36:09.062483 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ed030372-1319-4a30-89c9-73e8d4a511fa admin admin] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:09.075900 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-2937ae53-0415-44a2-ab8f-f22527c3c605 None None] Set router 423e572d-682d-45e7-ae7d-c4dbfb84da73 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:36:09.163162 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ed030372-1319-4a30-89c9-73e8d4a511fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:09.247730 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-2937ae53-0415-44a2-ab8f-f22527c3c605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423e572d-682d-45e7-ae7d-c4dbfb84da73', 'name': 'tempest-TestVolumeBootPattern-1908488930-router', 'tenant_id': 'ea043ef50c3c440c8a2e1e1e4efe7b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '1a246d39-f4ce-48ea-aa38-99583e5abe53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:38Z', 'updated_at': '2021-08-19T02:36:08Z', 'revision_number': 5, 'project_id': 'ea043ef50c3c440c8a2e1e1e4efe7b97', 'gw_port': {'id': '1a246d39-f4ce-48ea-aa38-99583e5abe53', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:27:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423e572d-682d-45e7-ae7d-c4dbfb84da73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:26:39Z', 'updated_at': '2021-08-19T02:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi'}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:36:09.276798 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2937ae53-0415-44a2-ab8f-f22527c3c605 None None] Checking router: 423e572d-682d-45e7-ae7d-c4dbfb84da73 for host: dv-cinder-755654-10-iscsi {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:36:09.285209 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2937ae53-0415-44a2-ab8f-f22527c3c605 None None] Routers {'423e572d-682d-45e7-ae7d-c4dbfb84da73'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:36:09.285845 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-2937ae53-0415-44a2-ab8f-f22527c3c605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:35:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['423e572d-682d-45e7-ae7d-c4dbfb84da73'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:36:09.302734 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-ed030372-1319-4a30-89c9-73e8d4a511fa admin admin] Deleting port 1a246d39-f4ce-48ea-aa38-99583e5abe53 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:36:09.303078 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ed030372-1319-4a30-89c9-73e8d4a511fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:09.369439 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-2937ae53-0415-44a2-ab8f-f22527c3c605 None None] Set router 423e572d-682d-45e7-ae7d-c4dbfb84da73 gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:36:09.380129 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-ed030372-1319-4a30-89c9-73e8d4a511fa admin admin] For port 1a246d39-f4ce-48ea-aa38-99583e5abe53, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=1a246d39-f4ce-48ea-aa38-99583e5abe53,segment=NetworkSegment(31e5f57a-85b9-444f-b38d-61963340c3f4),segment_id=31e5f57a-85b9-444f-b38d-61963340c3f4)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:36:09.380496 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ed030372-1319-4a30-89c9-73e8d4a511fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:09.393268 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-ed030372-1319-4a30-89c9-73e8d4a511fa admin admin] Calling delete_port for 1a246d39-f4ce-48ea-aa38-99583e5abe53 owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:36:09.418861 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-2937ae53-0415-44a2-ab8f-f22527c3c605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423e572d-682d-45e7-ae7d-c4dbfb84da73', 'name': 'tempest-TestVolumeBootPattern-1908488930-router', 'tenant_id': 'ea043ef50c3c440c8a2e1e1e4efe7b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:38Z', 'updated_at': '2021-08-19T02:36:09Z', 'revision_number': 6, 'project_id': 'ea043ef50c3c440c8a2e1e1e4efe7b97', 'gw_port_host': None}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:36:09.447990 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2937ae53-0415-44a2-ab8f-f22527c3c605 None None] The sync data for ids ['423e572d-682d-45e7-ae7d-c4dbfb84da73'] in dv-cinder-755654-10-iscsi is: [{'id': '423e572d-682d-45e7-ae7d-c4dbfb84da73', 'name': 'tempest-TestVolumeBootPattern-1908488930-router', 'tenant_id': 'ea043ef50c3c440c8a2e1e1e4efe7b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:26:38Z', 'updated_at': '2021-08-19T02:36:09Z', 'revision_number': 6, 'project_id': 'ea043ef50c3c440c8a2e1e1e4efe7b97', 'gw_port_host': None}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:36:09.615615 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ed030372-1319-4a30-89c9-73e8d4a511fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:09.639680 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed030372-1319-4a30-89c9-73e8d4a511fa admin admin] Pushing event deleted for resources: {'Port': ['ID=1a246d39-f4ce-48ea-aa38-99583e5abe53,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:36:09.703595 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ed030372-1319-4a30-89c9-73e8d4a511fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-612768'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:09.793086 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ed030372-1319-4a30-89c9-73e8d4a511fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-622995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14530'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:09.802485 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ed030372-1319-4a30-89c9-73e8d4a511fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:09.916122 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ed030372-1319-4a30-89c9-73e8d4a511fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623082'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:09.916696 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed030372-1319-4a30-89c9-73e8d4a511fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 423e572d-682d-45e7-ae7d-c4dbfb84da73 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 02:36:09.921479 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-ed030372-1319-4a30-89c9-73e8d4a511fa admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:09.929169 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-ed030372-1319-4a30-89c9-73e8d4a511fa admin admin] 10.222.0.16 "DELETE /v2.0/routers/423e572d-682d-45e7-ae7d-c4dbfb84da73 HTTP/1.1" status: 204 len: 168 time: 0.9623363 Aug 19 02:36:09.929169 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 44434) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:36:09.973692 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-09739eb9-ce6d-4aa6-b003-4427891f8fc5 admin admin] Deleting subnet 1269b8d1-3135-497e-896c-80c92d85b094 {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 02:36:09.976739 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-09739eb9-ce6d-4aa6-b003-4427891f8fc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:10.010797 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-09739eb9-ce6d-4aa6-b003-4427891f8fc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2850452'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:10.083860 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-09739eb9-ce6d-4aa6-b003-4427891f8fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024327'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:10.219746 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-09739eb9-ce6d-4aa6-b003-4427891f8fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2838829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2943217'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:10.248277 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09739eb9-ce6d-4aa6-b003-4427891f8fc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1269b8d1-3135-497e-896c-80c92d85b094,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:36:10.258631 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-09739eb9-ce6d-4aa6-b003-4427891f8fc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:10.258631 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-09739eb9-ce6d-4aa6-b003-4427891f8fc5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1269b8d1-3135-497e-896c-80c92d85b094 HTTP/1.1" status: 204 len: 168 time: 0.3312025 Aug 19 02:36:10.260779 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 44436) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:36:10.261260 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33fbba4-757b-4676-bee6-5cd4d01fa745 None None] Network a5479db4-ae46-4c7b-abb1-d959f822ff7b requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:36:10.341554 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-90305d98-b7e5-459e-bbeb-8a60c78e3731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930398'] for network, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:10.380140 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device e05ced44-5797-42ad-b2b3-15374b72f1f8 no longer exists at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:36:10.403210 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.plugin [None req-90305d98-b7e5-459e-bbeb-8a60c78e3731 admin admin] Deleting port 735a7d69-d721-4c8c-b4b8-c0e1f0a0bde5 {{(pid=94444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:36:10.404157 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-90305d98-b7e5-459e-bbeb-8a60c78e3731 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:10.404384 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] No Port match for: e05ced44-5797-42ad-b2b3-15374b72f1f8 {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:36:10.404730 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device e05ced44-5797-42ad-b2b3-15374b72f1f8 not bound to the agent host dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:36:10.405380 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 1a246d39-f4ce-48ea-aa38-99583e5abe53 no longer exists at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:36:10.425523 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] No Port match for: 1a246d39-f4ce-48ea-aa38-99583e5abe53 {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:36:10.426125 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 1a246d39-f4ce-48ea-aa38-99583e5abe53 not bound to the agent host dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:36:10.475223 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.db [None req-90305d98-b7e5-459e-bbeb-8a60c78e3731 admin admin] For port 735a7d69-d721-4c8c-b4b8-c0e1f0a0bde5, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=735a7d69-d721-4c8c-b4b8-c0e1f0a0bde5,segment=NetworkSegment(b59fce40-fc27-4de9-aee0-bd4cf10fd951),segment_id=b59fce40-fc27-4de9-aee0-bd4cf10fd951)] {{(pid=94444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:36:10.475665 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-90305d98-b7e5-459e-bbeb-8a60c78e3731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:10.483599 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5524970-c36c-4cee-874d-82e78fdef092 None None] DHCP port deletion for a5479db4-ae46-4c7b-abb1-d959f822ff7b request from dv-cinder-755654-10-iscsi {{(pid=94446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 02:36:10.493946 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.plugin [None req-90305d98-b7e5-459e-bbeb-8a60c78e3731 admin admin] Calling delete_port for 735a7d69-d721-4c8c-b4b8-c0e1f0a0bde5 owned by network:dhcp {{(pid=94444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:36:10.533327 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-b5524970-c36c-4cee-874d-82e78fdef092 None None] Deleting port 735a7d69-d721-4c8c-b4b8-c0e1f0a0bde5 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:36:10.533703 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b5524970-c36c-4cee-874d-82e78fdef092 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:10.594820 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-b5524970-c36c-4cee-874d-82e78fdef092 None None] For port 735a7d69-d721-4c8c-b4b8-c0e1f0a0bde5, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=735a7d69-d721-4c8c-b4b8-c0e1f0a0bde5,segment=NetworkSegment(b59fce40-fc27-4de9-aee0-bd4cf10fd951),segment_id=b59fce40-fc27-4de9-aee0-bd4cf10fd951)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:36:10.595220 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b5524970-c36c-4cee-874d-82e78fdef092 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:10.607423 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-b5524970-c36c-4cee-874d-82e78fdef092 None None] Calling delete_port for 735a7d69-d721-4c8c-b4b8-c0e1f0a0bde5 owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:36:10.632983 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-90305d98-b7e5-459e-bbeb-8a60c78e3731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4183730'] for port, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:10.661353 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90305d98-b7e5-459e-bbeb-8a60c78e3731 admin admin] Pushing event deleted for resources: {'Port': ['ID=735a7d69-d721-4c8c-b4b8-c0e1f0a0bde5,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:36:10.663117 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90305d98-b7e5-459e-bbeb-8a60c78e3731 admin admin] No DVR routers for this DVR port 735a7d69-d721-4c8c-b4b8-c0e1f0a0bde5 on host dv-cinder-755654-10-iscsi {{(pid=94444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:36:10.685956 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b5524970-c36c-4cee-874d-82e78fdef092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:10.711950 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5524970-c36c-4cee-874d-82e78fdef092 None None] Pushing event deleted for resources: {'Port': ['ID=735a7d69-d721-4c8c-b4b8-c0e1f0a0bde5,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:36:10.714121 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5524970-c36c-4cee-874d-82e78fdef092 None None] No DVR routers for this DVR port 735a7d69-d721-4c8c-b4b8-c0e1f0a0bde5 on host dv-cinder-755654-10-iscsi {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:36:10.725247 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5524970-c36c-4cee-874d-82e78fdef092 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:10.725247 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5524970-c36c-4cee-874d-82e78fdef092 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:10.725247 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5524970-c36c-4cee-874d-82e78fdef092 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:10.725247 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5524970-c36c-4cee-874d-82e78fdef092 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:10.725247 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5524970-c36c-4cee-874d-82e78fdef092 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:10.725247 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5524970-c36c-4cee-874d-82e78fdef092 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:10.725247 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5524970-c36c-4cee-874d-82e78fdef092 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:10.725247 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5524970-c36c-4cee-874d-82e78fdef092 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:10.725247 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5524970-c36c-4cee-874d-82e78fdef092 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:10.725247 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5524970-c36c-4cee-874d-82e78fdef092 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:10.725247 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5524970-c36c-4cee-874d-82e78fdef092 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:10.726390 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5524970-c36c-4cee-874d-82e78fdef092 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:36:10.743804 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-90305d98-b7e5-459e-bbeb-8a60c78e3731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026254', 'neutron.services.segments.db._delete_segments_for_network-8754220901313'] for network, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:10.754183 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.services.segments.db [None req-90305d98-b7e5-459e-bbeb-8a60c78e3731 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5479db4-ae46-4c7b-abb1-d959f822ff7b']}} {{(pid=94444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:36:10.764664 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.services.segments.db [None req-90305d98-b7e5-459e-bbeb-8a60c78e3731 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b59fce40-fc27-4de9-aee0-bd4cf10fd951') {'for_net_delete': True} {{(pid=94444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:36:10.768751 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.services.segments.db [None req-90305d98-b7e5-459e-bbeb-8a60c78e3731 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b59fce40-fc27-4de9-aee0-bd4cf10fd951') {} {{(pid=94444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:36:10.773538 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-90305d98-b7e5-459e-bbeb-8a60c78e3731 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754220944806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4183629'] for segment, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:10.787584 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-90305d98-b7e5-459e-bbeb-8a60c78e3731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178'] for segment, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:10.794052 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90305d98-b7e5-459e-bbeb-8a60c78e3731 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=94444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 02:36:10.798326 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-90305d98-b7e5-459e-bbeb-8a60c78e3731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4183141'] for segment, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:10.798326 dv-cinder-755654-10-iscsi neutron-server[94444]: Traceback (most recent call last): Aug 19 02:36:10.798326 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 02:36:10.798326 dv-cinder-755654-10-iscsi neutron-server[94444]: timer() Aug 19 02:36:10.798326 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 02:36:10.798326 dv-cinder-755654-10-iscsi neutron-server[94444]: cb(*args, **kw) Aug 19 02:36:10.798326 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 02:36:10.798326 dv-cinder-755654-10-iscsi neutron-server[94444]: return func(*args, **kwargs) Aug 19 02:36:10.798326 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 02:36:10.798326 dv-cinder-755654-10-iscsi neutron-server[94444]: self._notify() Aug 19 02:36:10.798326 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 02:36:10.798326 dv-cinder-755654-10-iscsi neutron-server[94444]: self.callback(batched_events) Aug 19 02:36:10.798326 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 02:36:10.798326 dv-cinder-755654-10-iscsi neutron-server[94444]: event.method(event) Aug 19 02:36:10.798326 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 02:36:10.798326 dv-cinder-755654-10-iscsi neutron-server[94444]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 02:36:10.798326 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 02:36:10.798326 dv-cinder-755654-10-iscsi neutron-server[94444]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 02:36:10.798326 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 02:36:10.798326 dv-cinder-755654-10-iscsi neutron-server[94444]: return f(self, *a, **k) Aug 19 02:36:10.798326 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 02:36:10.798326 dv-cinder-755654-10-iscsi neutron-server[94444]: return self._get(url).json() Aug 19 02:36:10.798326 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 02:36:10.798326 dv-cinder-755654-10-iscsi neutron-server[94444]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 02:36:10.798326 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 02:36:10.798326 dv-cinder-755654-10-iscsi neutron-server[94444]: return self.request(url, 'GET', **kwargs) Aug 19 02:36:10.798326 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 02:36:10.798326 dv-cinder-755654-10-iscsi neutron-server[94444]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 02:36:10.798326 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 02:36:10.798326 dv-cinder-755654-10-iscsi neutron-server[94444]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 02:36:10.798326 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 02:36:10.798326 dv-cinder-755654-10-iscsi neutron-server[94444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 02:36:10.798326 dv-cinder-755654-10-iscsi neutron-server[94444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 02:36:10.901374 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-90305d98-b7e5-459e-bbeb-8a60c78e3731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612725'] for network, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:10.905747 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-90305d98-b7e5-459e-bbeb-8a60c78e3731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for network, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:10.907875 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-90305d98-b7e5-459e-bbeb-8a60c78e3731 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a5479db4-ae46-4c7b-abb1-d959f822ff7b HTTP/1.1" status: 204 len: 168 time: 0.6458166 Aug 19 02:36:10.921475 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90305d98-b7e5-459e-bbeb-8a60c78e3731 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5479db4-ae46-4c7b-abb1-d959f822ff7b,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:36:11.213459 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 44442) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:36:11.255676 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-17aebb07-6b80-4062-94c1-5eeeb9c803a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=224f1c1ae0cf41ea9f737a8b24175ee1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410519 Aug 19 02:36:11.258064 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 44444) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:36:11.305431 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-2f073d16-d276-488a-8f20-2e627a5dd89a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:11.326400 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-2f073d16-d276-488a-8f20-2e627a5dd89a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:11.455484 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-2f073d16-d276-488a-8f20-2e627a5dd89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:11.458128 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-2f073d16-d276-488a-8f20-2e627a5dd89a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:11.459280 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-2f073d16-d276-488a-8f20-2e627a5dd89a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eb84b7d9-cb42-4978-b1d2-547f0b2d8dff HTTP/1.1" status: 204 len: 168 time: 0.2003372 Aug 19 02:36:11.467305 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f073d16-d276-488a-8f20-2e627a5dd89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb84b7d9-cb42-4978-b1d2-547f0b2d8dff,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:36:12.098602 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 44450) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:36:12.138864 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-b89ef8ee-c8b1-4994-a932-ef0fc0990ca9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea043ef50c3c440c8a2e1e1e4efe7b97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391181 Aug 19 02:36:12.141538 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 44452) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:36:12.191366 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd74a-39e6-4641-87c4-a2f96810f145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:12.212080 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd74a-39e6-4641-87c4-a2f96810f145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:12.344944 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd74a-39e6-4641-87c4-a2f96810f145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:12.347677 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd74a-39e6-4641-87c4-a2f96810f145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:12.348878 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-ef2fd74a-39e6-4641-87c4-a2f96810f145 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f9f29836-d216-4653-83a9-10979b1dfa05 HTTP/1.1" status: 204 len: 168 time: 0.2064247 Aug 19 02:36:12.355312 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 735a7d69-d721-4c8c-b4b8-c0e1f0a0bde5 no longer exists at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:36:12.357335 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2fd74a-39e6-4641-87c4-a2f96810f145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f29836-d216-4653-83a9-10979b1dfa05,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:36:12.380398 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] No Port match for: 735a7d69-d721-4c8c-b4b8-c0e1f0a0bde5 {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:36:12.380743 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 735a7d69-d721-4c8c-b4b8-c0e1f0a0bde5 not bound to the agent host dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:36:14.870881 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1e836824-6667-4e91-803e-1fe27bbcee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:17.261171 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3c2eb3c3-5faf-46b4-8819-0f1882bae681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:17.695369 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:18.569979 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:20.472246 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:38.686704 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:43.032645 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 6 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:36:44.887334 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-88e70fee-cbda-4bc1-bdc4-ad1de1b7c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:47.251884 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9a71dca9-2431-4cd0-a48a-6f87299b275c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:47.689212 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:48.631942 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:50.463397 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:36:59.613282 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 44468) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:36:59.946154 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-85a1f48b-fc82-41fa-acd4-1041f368d96d tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Deleting port ae108bbe-843c-4d6d-90a6-ccbb359c87cd {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:36:59.946500 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-85a1f48b-fc82-41fa-acd4-1041f368d96d tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:00.019332 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-85a1f48b-fc82-41fa-acd4-1041f368d96d tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:00.019659 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-85a1f48b-fc82-41fa-acd4-1041f368d96d tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:00.031368 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-85a1f48b-fc82-41fa-acd4-1041f368d96d tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Calling delete_port for ae108bbe-843c-4d6d-90a6-ccbb359c87cd owned by network:floatingip {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:37:00.269103 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-85a1f48b-fc82-41fa-acd4-1041f368d96d tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:00.293469 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1f48b-fc82-41fa-acd4-1041f368d96d tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Pushing event deleted for resources: {'Port': ['ID=ae108bbe-843c-4d6d-90a6-ccbb359c87cd,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:37:00.321554 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1f48b-fc82-41fa-acd4-1041f368d96d tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:37:00.321897 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1f48b-fc82-41fa-acd4-1041f368d96d tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:37:00.322233 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1f48b-fc82-41fa-acd4-1041f368d96d tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:37:00.322571 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1f48b-fc82-41fa-acd4-1041f368d96d tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:37:00.322898 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1f48b-fc82-41fa-acd4-1041f368d96d tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:37:00.323221 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1f48b-fc82-41fa-acd4-1041f368d96d tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:37:00.324153 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1f48b-fc82-41fa-acd4-1041f368d96d tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:37:00.324513 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1f48b-fc82-41fa-acd4-1041f368d96d tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:37:00.325394 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1f48b-fc82-41fa-acd4-1041f368d96d tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:37:00.325394 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1f48b-fc82-41fa-acd4-1041f368d96d tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:37:00.325612 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1f48b-fc82-41fa-acd4-1041f368d96d tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:37:00.325775 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1f48b-fc82-41fa-acd4-1041f368d96d tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:37:00.366996 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-85a1f48b-fc82-41fa-acd4-1041f368d96d tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks [] for floatingip, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:00.367329 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.db.l3_db [None req-85a1f48b-fc82-41fa-acd4-1041f368d96d tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Floating IP 7ef728f9-78f8-445c-aa30-2dfb4cf1bfc0 disassociated (deleted). External IP: 172.27.1.141, port: 54526f64-1c44-4489-a838-1fa6482c8879. Aug 19 02:37:00.570684 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a1f48b-fc82-41fa-acd4-1041f368d96d tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Router 44f7e469-ee29-4dc2-ab03-7b24ae6755d0 has already been hosted by L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:37:00.677566 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a1f48b-fc82-41fa-acd4-1041f368d96d tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:37:00.682279 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-85a1f48b-fc82-41fa-acd4-1041f368d96d tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for floatingip, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:00.687205 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c8f9fa-1eb2-4952-b897-a95c78f87fc0 None None] Sync routers for ids ['44f7e469-ee29-4dc2-ab03-7b24ae6755d0'] in dv-cinder-755654-10-iscsi {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:37:00.696379 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c8f9fa-1eb2-4952-b897-a95c78f87fc0 None None] Routers {'44f7e469-ee29-4dc2-ab03-7b24ae6755d0'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:37:00.697000 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-84c8f9fa-1eb2-4952-b897-a95c78f87fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:36:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['44f7e469-ee29-4dc2-ab03-7b24ae6755d0'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:37:00.709680 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-85a1f48b-fc82-41fa-acd4-1041f368d96d tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "DELETE /v2.0/floatingips/7ef728f9-78f8-445c-aa30-2dfb4cf1bfc0 HTTP/1.1" status: 204 len: 168 time: 1.0953205 Aug 19 02:37:00.710264 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4862984-ea15-468d-85dc-58b1980cc587', 'tag': '54526f64-1c44-4489-a838-1fa6482c8879'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:37:00.712508 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13b2506-b41e-44e4-b2d1-43ce51393202" -d '{"events": [{"name": "network-changed", "server_uuid": "e4862984-ea15-468d-85dc-58b1980cc587", "tag": "54526f64-1c44-4489-a838-1fa6482c8879"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:37:00.808877 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-84c8f9fa-1eb2-4952-b897-a95c78f87fc0 None None] Set router 44f7e469-ee29-4dc2-ab03-7b24ae6755d0 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:37:00.865962 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 02:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227c24cf-2437-40dc-b2c0-382aa1285979 x-openstack-request-id: req-227c24cf-2437-40dc-b2c0-382aa1285979 {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:37:00.866258 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4862984-ea15-468d-85dc-58b1980cc587", "tag": "54526f64-1c44-4489-a838-1fa6482c8879", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:37:00.866511 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-227c24cf-2437-40dc-b2c0-382aa1285979 {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:37:00.866906 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4862984-ea15-468d-85dc-58b1980cc587', 'tag': '54526f64-1c44-4489-a838-1fa6482c8879', 'status': 'completed', 'code': 200} Aug 19 02:37:00.985568 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b2506-b41e-44e4-b2d1-43ce51393202 req-489547b3-5927-454e-960e-b7044b74919e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:37:00.987117 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b13b2506-b41e-44e4-b2d1-43ce51393202 req-489547b3-5927-454e-960e-b7044b74919e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a77767d88f5c450f86c3c5a8d944fc8c&device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 1098 time: 0.0975313 Aug 19 02:37:01.008412 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-84c8f9fa-1eb2-4952-b897-a95c78f87fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f7e469-ee29-4dc2-ab03-7b24ae6755d0', 'name': 'tempest-TestShelveInstance-519744889-router', 'tenant_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'ca7c140f-7f36-4628-a97c-639de62b1df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:31:25Z', 'updated_at': '2021-08-19T02:31:28Z', 'revision_number': 4, 'project_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'gw_port': {'id': 'ca7c140f-7f36-4628-a97c-639de62b1df7', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f7e469-ee29-4dc2-ab03-7b24ae6755d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:31:26Z', 'updated_at': '2021-08-19T02:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': '29f1896e-abfe-4137-be53-cf63d41f8b5f', 'name': '', 'network_id': 'd9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0', 'tenant_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'mac_address': 'fa:16:3e:93:ab:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f7e469-ee29-4dc2-ab03-7b24ae6755d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '76386d58-bfc3-4b74-85b1-29737f9470fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:31:28Z', 'updated_at': '2021-08-19T02:31:35Z', 'revision_number': 5, 'project_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'subnets': [{'id': '76386d58-bfc3-4b74-85b1-29737f9470fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:37:01.038228 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c8f9fa-1eb2-4952-b897-a95c78f87fc0 None None] Checking router: 44f7e469-ee29-4dc2-ab03-7b24ae6755d0 for host: dv-cinder-755654-10-iscsi {{(pid=94446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:37:01.047883 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c8f9fa-1eb2-4952-b897-a95c78f87fc0 None None] Routers {'44f7e469-ee29-4dc2-ab03-7b24ae6755d0'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:37:01.048664 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-84c8f9fa-1eb2-4952-b897-a95c78f87fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:36:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['44f7e469-ee29-4dc2-ab03-7b24ae6755d0'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:37:01.113349 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b2506-b41e-44e4-b2d1-43ce51393202 req-6bbe5c8d-3f29-41e9-915a-ce459620264a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:37:01.114775 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b13b2506-b41e-44e4-b2d1-43ce51393202 req-6bbe5c8d-3f29-41e9-915a-ce459620264a service neutron] 10.222.0.22 "GET /v2.0/networks?id=d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0 HTTP/1.1" status: 200 len: 909 time: 0.1208019 Aug 19 02:37:01.162775 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b13b2506-b41e-44e4-b2d1-43ce51393202 req-33210308-2248-4770-8d6b-b948fea7e62b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54526f64-1c44-4489-a838-1fa6482c8879 HTTP/1.1" status: 200 len: 217 time: 0.0394804 Aug 19 02:37:01.164706 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-84c8f9fa-1eb2-4952-b897-a95c78f87fc0 None None] Set router 44f7e469-ee29-4dc2-ab03-7b24ae6755d0 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:37:01.171186 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880dce08-e161-408c-8776-3d3811a5ff40 req-d17f5e4d-8555-425c-9060-ec8ca0e311a5 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:37:01.172634 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-880dce08-e161-408c-8776-3d3811a5ff40 req-d17f5e4d-8555-425c-9060-ec8ca0e311a5 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 945 time: 0.0869608 Aug 19 02:37:01.238589 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b2506-b41e-44e4-b2d1-43ce51393202 req-2f3d76cf-a1ac-4217-9172-fd5e05327fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:37:01.240072 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b13b2506-b41e-44e4-b2d1-43ce51393202 req-2f3d76cf-a1ac-4217-9172-fd5e05327fd3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=76386d58-bfc3-4b74-85b1-29737f9470fa HTTP/1.1" status: 200 len: 847 time: 0.0665655 Aug 19 02:37:01.248046 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-880dce08-e161-408c-8776-3d3811a5ff40 req-7dcf0d5c-db3e-4406-bd0b-c5dadded2e18 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664794 Aug 19 02:37:01.288401 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b2506-b41e-44e4-b2d1-43ce51393202 req-60d65472-c2ed-4ac7-977f-fad1396aac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:37:01.291259 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b13b2506-b41e-44e4-b2d1-43ce51393202 req-60d65472-c2ed-4ac7-977f-fad1396aac30 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410740 Aug 19 02:37:01.369439 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-84c8f9fa-1eb2-4952-b897-a95c78f87fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f7e469-ee29-4dc2-ab03-7b24ae6755d0', 'name': 'tempest-TestShelveInstance-519744889-router', 'tenant_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'ca7c140f-7f36-4628-a97c-639de62b1df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:31:25Z', 'updated_at': '2021-08-19T02:31:28Z', 'revision_number': 4, 'project_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'gw_port': {'id': 'ca7c140f-7f36-4628-a97c-639de62b1df7', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f7e469-ee29-4dc2-ab03-7b24ae6755d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:31:26Z', 'updated_at': '2021-08-19T02:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': '29f1896e-abfe-4137-be53-cf63d41f8b5f', 'name': '', 'network_id': 'd9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0', 'tenant_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'mac_address': 'fa:16:3e:93:ab:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f7e469-ee29-4dc2-ab03-7b24ae6755d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '76386d58-bfc3-4b74-85b1-29737f9470fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:31:28Z', 'updated_at': '2021-08-19T02:31:35Z', 'revision_number': 5, 'project_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'subnets': [{'id': '76386d58-bfc3-4b74-85b1-29737f9470fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:37:01.378893 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b13b2506-b41e-44e4-b2d1-43ce51393202 req-714b2d9c-de1d-4d1d-91b0-238c81dcebb3 service neutron] 10.222.0.22 "GET /v2.0/networks/d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812757 Aug 19 02:37:01.396600 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c8f9fa-1eb2-4952-b897-a95c78f87fc0 None None] The sync data for ids ['44f7e469-ee29-4dc2-ab03-7b24ae6755d0'] in dv-cinder-755654-10-iscsi is: [{'id': '44f7e469-ee29-4dc2-ab03-7b24ae6755d0', 'name': 'tempest-TestShelveInstance-519744889-router', 'tenant_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'ca7c140f-7f36-4628-a97c-639de62b1df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:31:25Z', 'updated_at': '2021-08-19T02:31:28Z', 'revision_number': 4, 'project_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'gw_port': {'id': 'ca7c140f-7f36-4628-a97c-639de62b1df7', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f7e469-ee29-4dc2-ab03-7b24ae6755d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:31:26Z', 'updated_at': '2021-08-19T02:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi', '_interfaces': [{'id': '29f1896e-abfe-4137-be53-cf63d41f8b5f', 'name': '', 'network_id': 'd9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0', 'tenant_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'mac_address': 'fa:16:3e:93:ab:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f7e469-ee29-4dc2-ab03-7b24ae6755d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '76386d58-bfc3-4b74-85b1-29737f9470fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:31:28Z', 'updated_at': '2021-08-19T02:31:35Z', 'revision_number': 5, 'project_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'subnets': [{'id': '76386d58-bfc3-4b74-85b1-29737f9470fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:37:01.473618 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-b13b2506-b41e-44e4-b2d1-43ce51393202 req-859ff89a-ff4d-4d26-8119-16261651165f service neutron] 10.222.0.22 "GET /v2.0/networks/d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871468 Aug 19 02:37:01.606184 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b3a225-1d7c-4fe9-b92f-9b1534988e19 None None] New status for floating IP 7ef728f9-78f8-445c-aa30-2dfb4cf1bfc0: DOWN {{(pid=94447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 02:37:02.366299 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac90db-3bc1-484c-a5ac-72f9a6b026fc req-7151cb79-6c33-4b75-bcbf-aee9c151a2dd tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:37:02.367807 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-66ac90db-3bc1-484c-a5ac-72f9a6b026fc req-7151cb79-6c33-4b75-bcbf-aee9c151a2dd tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 945 time: 0.0493710 Aug 19 02:37:02.406440 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-66ac90db-3bc1-484c-a5ac-72f9a6b026fc req-ce7c29d6-9a35-45d4-a2ab-bb6d8986001c tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/security-groups?id=263a52b7-9397-421c-8923-a261ea1b697c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319467 Aug 19 02:37:02.881473 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc6bfc-2805-4a35-af17-7087b325551c req-18b33d49-c214-412a-a36b-4d42fd042baf tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 02:37:02.882842 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-43cc6bfc-2805-4a35-af17-7087b325551c req-18b33d49-c214-412a-a36b-4d42fd042baf tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 945 time: 0.0477765 Aug 19 02:37:02.972304 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-43cc6bfc-2805-4a35-af17-7087b325551c req-3426c9c0-76e8-4d40-b19d-58815bc97adb tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Deleting port 54526f64-1c44-4489-a838-1fa6482c8879 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:37:02.972651 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-43cc6bfc-2805-4a35-af17-7087b325551c req-3426c9c0-76e8-4d40-b19d-58815bc97adb tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:03.056979 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [req-43cc6bfc-2805-4a35-af17-7087b325551c req-3426c9c0-76e8-4d40-b19d-58815bc97adb tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] For port 54526f64-1c44-4489-a838-1fa6482c8879, host hv-cinder-75565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75565',level=0,port_id=54526f64-1c44-4489-a838-1fa6482c8879,segment=NetworkSegment(7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3),segment_id=7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:37:03.057364 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-43cc6bfc-2805-4a35-af17-7087b325551c req-3426c9c0-76e8-4d40-b19d-58815bc97adb tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:03.076233 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [req-43cc6bfc-2805-4a35-af17-7087b325551c req-3426c9c0-76e8-4d40-b19d-58815bc97adb tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Calling delete_port for 54526f64-1c44-4489-a838-1fa6482c8879 owned by compute:nova {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:37:03.265896 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-43cc6bfc-2805-4a35-af17-7087b325551c req-3426c9c0-76e8-4d40-b19d-58815bc97adb tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:03.291655 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3426c9c0-76e8-4d40-b19d-58815bc97adb tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Pushing event deleted for resources: {'Port': ['ID=54526f64-1c44-4489-a838-1fa6482c8879,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:37:03.338184 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [req-43cc6bfc-2805-4a35-af17-7087b325551c req-3426c9c0-76e8-4d40-b19d-58815bc97adb tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] No DVR routers for this DVR port 54526f64-1c44-4489-a838-1fa6482c8879 on host hv-cinder-75565 {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:37:03.340817 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [req-43cc6bfc-2805-4a35-af17-7087b325551c req-3426c9c0-76e8-4d40-b19d-58815bc97adb tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10999'] for port, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:03.342820 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-43cc6bfc-2805-4a35-af17-7087b325551c req-3426c9c0-76e8-4d40-b19d-58815bc97adb tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.22 "DELETE /v2.0/ports/54526f64-1c44-4489-a838-1fa6482c8879 HTTP/1.1" status: 204 len: 173 time: 0.4537041 Aug 19 02:37:03.343252 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4862984-ea15-468d-85dc-58b1980cc587', 'name': 'network-vif-deleted', 'tag': '54526f64-1c44-4489-a838-1fa6482c8879'}] {{(pid=94445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 02:37:03.345620 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b375f77718d582002c1af573519649eda9008f9c78250ae22df72341e60d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9853580b-ca47-45af-b6a2-cc00a8e2cfee" -d '{"events": [{"server_uuid": "e4862984-ea15-468d-85dc-58b1980cc587", "name": "network-vif-deleted", "tag": "54526f64-1c44-4489-a838-1fa6482c8879"}]}' {{(pid=94445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 02:37:03.380749 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 02:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bb12ea-7fa3-4b53-bcb9-9d87c0c086ff x-openstack-request-id: req-a8bb12ea-7fa3-4b53-bcb9-9d87c0c086ff {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 02:37:03.381039 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4862984-ea15-468d-85dc-58b1980cc587", "name": "network-vif-deleted", "tag": "54526f64-1c44-4489-a838-1fa6482c8879", "status": "completed", "code": 200}]} {{(pid=94445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 02:37:03.381337 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a8bb12ea-7fa3-4b53-bcb9-9d87c0c086ff {{(pid=94445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 02:37:03.381731 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4862984-ea15-468d-85dc-58b1980cc587', 'name': 'network-vif-deleted', 'tag': '54526f64-1c44-4489-a838-1fa6482c8879', 'status': 'completed', 'code': 200} Aug 19 02:37:03.507387 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [req-07e330cc-c7a9-45b8-95f3-db92e0d94221 req-28e00d05-5936-49c5-b66d-d17aaa792f7a tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 210 time: 0.0335925 Aug 19 02:37:04.614990 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [req-5ad51afa-ebf0-4f86-b852-f7529ac3e94f req-cf094492-e500-4d72-b5dd-3b77d7925554 tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4862984-ea15-468d-85dc-58b1980cc587 HTTP/1.1" status: 200 len: 210 time: 0.0265722 Aug 19 02:37:05.669589 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 44498) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:37:05.726893 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9861eb8e-02d3-4448-bf3a-b98ae890177a tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks [] for security_group, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:05.751874 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9861eb8e-02d3-4448-bf3a-b98ae890177a tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:05.869330 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9861eb8e-02d3-4448-bf3a-b98ae890177a tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:05.872416 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-9861eb8e-02d3-4448-bf3a-b98ae890177a tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Notify callbacks [] for security_group, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:05.873606 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-9861eb8e-02d3-4448-bf3a-b98ae890177a tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] 10.222.0.16 "DELETE /v2.0/security-groups/263a52b7-9397-421c-8923-a261ea1b697c HTTP/1.1" status: 204 len: 168 time: 0.2030387 Aug 19 02:37:05.883317 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9861eb8e-02d3-4448-bf3a-b98ae890177a tempest-TestShelveInstance-232328993 tempest-TestShelveInstance-232328993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=263a52b7-9397-421c-8923-a261ea1b697c,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:37:05.976891 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 44502) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:37:06.405995 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-759ca4d8-4c30-4b45-9040-f5a238a0b762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619768'] for router_interface, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:06.641776 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-759ca4d8-4c30-4b45-9040-f5a238a0b762 admin admin] Deleting port 29f1896e-abfe-4137-be53-cf63d41f8b5f {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:37:06.642116 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-759ca4d8-4c30-4b45-9040-f5a238a0b762 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:06.717637 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-759ca4d8-4c30-4b45-9040-f5a238a0b762 admin admin] For port 29f1896e-abfe-4137-be53-cf63d41f8b5f, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=29f1896e-abfe-4137-be53-cf63d41f8b5f,segment=NetworkSegment(7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3),segment_id=7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:37:06.718307 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-759ca4d8-4c30-4b45-9040-f5a238a0b762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:06.730823 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-759ca4d8-4c30-4b45-9040-f5a238a0b762 admin admin] Calling delete_port for 29f1896e-abfe-4137-be53-cf63d41f8b5f owned by network:router_interface {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:37:06.756104 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 54526f64-1c44-4489-a838-1fa6482c8879 no longer exists at agent hyperv_hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:37:06.775411 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] No Port match for: 54526f64-1c44-4489-a838-1fa6482c8879 {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:37:06.775757 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Device 54526f64-1c44-4489-a838-1fa6482c8879 not bound to the agent host hv-cinder-75565 {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:37:06.962869 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-759ca4d8-4c30-4b45-9040-f5a238a0b762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:06.993180 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ca4d8-4c30-4b45-9040-f5a238a0b762 admin admin] Pushing event deleted for resources: {'Port': ['ID=29f1896e-abfe-4137-be53-cf63d41f8b5f,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:37:07.413823 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-759ca4d8-4c30-4b45-9040-f5a238a0b762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-754792'] for router_interface, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:07.623035 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759ca4d8-4c30-4b45-9040-f5a238a0b762 admin admin] Router 44f7e469-ee29-4dc2-ab03-7b24ae6755d0 has already been hosted by L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c {{(pid=94445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:37:07.730211 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759ca4d8-4c30-4b45-9040-f5a238a0b762 admin admin] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:37:07.735181 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-759ca4d8-4c30-4b45-9040-f5a238a0b762 admin admin] 10.222.0.16 "PUT /v2.0/routers/44f7e469-ee29-4dc2-ab03-7b24ae6755d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7572358 Aug 19 02:37:07.737711 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 44506) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:37:07.739854 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fbf2b4-850a-44b7-9343-5ec95a2d580a None None] Sync routers for ids ['44f7e469-ee29-4dc2-ab03-7b24ae6755d0'] in dv-cinder-755654-10-iscsi {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:37:07.749757 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fbf2b4-850a-44b7-9343-5ec95a2d580a None None] Routers {'44f7e469-ee29-4dc2-ab03-7b24ae6755d0'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:37:07.750454 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-48fbf2b4-850a-44b7-9343-5ec95a2d580a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:36:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['44f7e469-ee29-4dc2-ab03-7b24ae6755d0'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:37:07.839533 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-637731b8-35a0-46b9-a327-0845acd15169 admin admin] Notify callbacks [] for router, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:07.853993 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-48fbf2b4-850a-44b7-9343-5ec95a2d580a None None] Set router 44f7e469-ee29-4dc2-ab03-7b24ae6755d0 gateway port host: dv-cinder-755654-10-iscsi {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:37:07.941064 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-637731b8-35a0-46b9-a327-0845acd15169 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:08.031912 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-48fbf2b4-850a-44b7-9343-5ec95a2d580a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f7e469-ee29-4dc2-ab03-7b24ae6755d0', 'name': 'tempest-TestShelveInstance-519744889-router', 'tenant_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'ca7c140f-7f36-4628-a97c-639de62b1df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:31:25Z', 'updated_at': '2021-08-19T02:37:06Z', 'revision_number': 5, 'project_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'gw_port': {'id': 'ca7c140f-7f36-4628-a97c-639de62b1df7', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f7e469-ee29-4dc2-ab03-7b24ae6755d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:31:26Z', 'updated_at': '2021-08-19T02:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi'}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:37:08.058335 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fbf2b4-850a-44b7-9343-5ec95a2d580a None None] Checking router: 44f7e469-ee29-4dc2-ab03-7b24ae6755d0 for host: dv-cinder-755654-10-iscsi {{(pid=94446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:37:08.066558 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fbf2b4-850a-44b7-9343-5ec95a2d580a None None] Routers {'44f7e469-ee29-4dc2-ab03-7b24ae6755d0'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:37:08.067165 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-48fbf2b4-850a-44b7-9343-5ec95a2d580a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:36:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['44f7e469-ee29-4dc2-ab03-7b24ae6755d0'], 'active': True} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:37:08.090939 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-637731b8-35a0-46b9-a327-0845acd15169 admin admin] Deleting port ca7c140f-7f36-4628-a97c-639de62b1df7 {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:37:08.091286 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-637731b8-35a0-46b9-a327-0845acd15169 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:08.151495 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvr_db [None req-48fbf2b4-850a-44b7-9343-5ec95a2d580a None None] Set router 44f7e469-ee29-4dc2-ab03-7b24ae6755d0 gateway port host: None {{(pid=94446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:37:08.169288 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-637731b8-35a0-46b9-a327-0845acd15169 admin admin] For port ca7c140f-7f36-4628-a97c-639de62b1df7, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=ca7c140f-7f36-4628-a97c-639de62b1df7,segment=NetworkSegment(31e5f57a-85b9-444f-b38d-61963340c3f4),segment_id=31e5f57a-85b9-444f-b38d-61963340c3f4)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:37:08.169662 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-637731b8-35a0-46b9-a327-0845acd15169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:08.181868 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-637731b8-35a0-46b9-a327-0845acd15169 admin admin] Calling delete_port for ca7c140f-7f36-4628-a97c-639de62b1df7 owned by network:router_gateway {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:37:08.205323 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_hamode_db [None req-48fbf2b4-850a-44b7-9343-5ec95a2d580a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f7e469-ee29-4dc2-ab03-7b24ae6755d0', 'name': 'tempest-TestShelveInstance-519744889-router', 'tenant_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:31:25Z', 'updated_at': '2021-08-19T02:37:07Z', 'revision_number': 6, 'project_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'gw_port_host': None}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:37:08.231073 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fbf2b4-850a-44b7-9343-5ec95a2d580a None None] The sync data for ids ['44f7e469-ee29-4dc2-ab03-7b24ae6755d0'] in dv-cinder-755654-10-iscsi is: [{'id': '44f7e469-ee29-4dc2-ab03-7b24ae6755d0', 'name': 'tempest-TestShelveInstance-519744889-router', 'tenant_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:31:25Z', 'updated_at': '2021-08-19T02:37:07Z', 'revision_number': 6, 'project_id': 'a77767d88f5c450f86c3c5a8d944fc8c', 'gw_port_host': None}] {{(pid=94446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:37:08.414399 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-637731b8-35a0-46b9-a327-0845acd15169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:08.444016 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637731b8-35a0-46b9-a327-0845acd15169 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca7c140f-7f36-4628-a97c-639de62b1df7,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:37:08.500693 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-637731b8-35a0-46b9-a327-0845acd15169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-612768'] for router_gateway, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:08.512090 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:08.593720 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-637731b8-35a0-46b9-a327-0845acd15169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-622995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14530'] for router, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:08.596215 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-637731b8-35a0-46b9-a327-0845acd15169 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:08.720539 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-637731b8-35a0-46b9-a327-0845acd15169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623082'] for router, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:08.721082 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637731b8-35a0-46b9-a327-0845acd15169 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44f7e469-ee29-4dc2-ab03-7b24ae6755d0 {{(pid=94445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 02:37:08.725766 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-637731b8-35a0-46b9-a327-0845acd15169 admin admin] Notify callbacks [] for router, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:08.726968 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-637731b8-35a0-46b9-a327-0845acd15169 admin admin] 10.222.0.16 "DELETE /v2.0/routers/44f7e469-ee29-4dc2-ab03-7b24ae6755d0 HTTP/1.1" status: 204 len: 168 time: 0.9883287 Aug 19 02:37:08.729599 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 44508) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:37:08.777801 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.db_base_plugin_v2 [None req-27c077a0-d092-4d20-83cf-e25b1670b4d4 admin admin] Deleting subnet 76386d58-bfc3-4b74-85b1-29737f9470fa {{(pid=94445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 02:37:08.780786 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-27c077a0-d092-4d20-83cf-e25b1670b4d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:08.813363 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-27c077a0-d092-4d20-83cf-e25b1670b4d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2850452'] for subnet, precommit_delete_associations {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:08.887776 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-27c077a0-d092-4d20-83cf-e25b1670b4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024327'] for subnet, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:08.982775 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 29f1896e-abfe-4137-be53-cf63d41f8b5f no longer exists at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:37:09.003385 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] No Port match for: 29f1896e-abfe-4137-be53-cf63d41f8b5f {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:37:09.003731 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 29f1896e-abfe-4137-be53-cf63d41f8b5f not bound to the agent host dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:37:09.020919 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-27c077a0-d092-4d20-83cf-e25b1670b4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2838829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2943217'] for subnet, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:09.051336 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c077a0-d092-4d20-83cf-e25b1670b4d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76386d58-bfc3-4b74-85b1-29737f9470fa,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:37:09.055733 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-27c077a0-d092-4d20-83cf-e25b1670b4d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:09.058759 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-27c077a0-d092-4d20-83cf-e25b1670b4d4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/76386d58-bfc3-4b74-85b1-29737f9470fa HTTP/1.1" status: 204 len: 168 time: 0.3277383 Aug 19 02:37:09.060972 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [-] (94445) accepted ('10.222.0.16', 44510) {{(pid=94445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:37:09.063781 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9eb046d-d8c8-4de9-ba2b-39703436d0c3 None None] Network d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0 requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:37:09.131948 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4db6a206-613b-435f-931b-bdbcfce5a98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930398'] for network, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:09.189927 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-4db6a206-613b-435f-931b-bdbcfce5a98c admin admin] Deleting port 2f0a231f-7f82-46e4-97cb-a714f6628f9c {{(pid=94445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:37:09.190277 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4db6a206-613b-435f-931b-bdbcfce5a98c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:09.262481 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.db [None req-4db6a206-613b-435f-931b-bdbcfce5a98c admin admin] For port 2f0a231f-7f82-46e4-97cb-a714f6628f9c, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=2f0a231f-7f82-46e4-97cb-a714f6628f9c,segment=NetworkSegment(7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3),segment_id=7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3)] {{(pid=94445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:37:09.262851 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4db6a206-613b-435f-931b-bdbcfce5a98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:09.275244 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.plugin [None req-4db6a206-613b-435f-931b-bdbcfce5a98c admin admin] Calling delete_port for 2f0a231f-7f82-46e4-97cb-a714f6628f9c owned by network:dhcp {{(pid=94445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:37:09.381661 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb9c55d-fb94-413b-a5a9-a45c253b6267 None None] DHCP port deletion for d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0 request from dv-cinder-755654-10-iscsi {{(pid=94446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 02:37:09.427977 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-dfb9c55d-fb94-413b-a5a9-a45c253b6267 None None] Deleting port 2f0a231f-7f82-46e4-97cb-a714f6628f9c {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:37:09.428350 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dfb9c55d-fb94-413b-a5a9-a45c253b6267 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:09.441241 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4db6a206-613b-435f-931b-bdbcfce5a98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838872'] for port, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:09.471467 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6a206-613b-435f-931b-bdbcfce5a98c admin admin] Pushing event deleted for resources: {'Port': ['ID=2f0a231f-7f82-46e4-97cb-a714f6628f9c,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:37:09.474995 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db6a206-613b-435f-931b-bdbcfce5a98c admin admin] No DVR routers for this DVR port 2f0a231f-7f82-46e4-97cb-a714f6628f9c on host dv-cinder-755654-10-iscsi {{(pid=94445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:37:09.493323 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-dfb9c55d-fb94-413b-a5a9-a45c253b6267 None None] For port 2f0a231f-7f82-46e4-97cb-a714f6628f9c, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=2f0a231f-7f82-46e4-97cb-a714f6628f9c,segment=NetworkSegment(7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3),segment_id=7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:37:09.493723 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dfb9c55d-fb94-413b-a5a9-a45c253b6267 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:09.506401 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-dfb9c55d-fb94-413b-a5a9-a45c253b6267 None None] Calling delete_port for 2f0a231f-7f82-46e4-97cb-a714f6628f9c owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:37:09.544703 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4db6a206-613b-435f-931b-bdbcfce5a98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026254', 'neutron.services.segments.db._delete_segments_for_network-8754220901313'] for network, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:09.554321 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.services.segments.db [None req-4db6a206-613b-435f-931b-bdbcfce5a98c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0']}} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:37:09.564733 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.services.segments.db [None req-4db6a206-613b-435f-931b-bdbcfce5a98c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3') {'for_net_delete': True} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:37:09.565034 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.services.segments.db [None req-4db6a206-613b-435f-931b-bdbcfce5a98c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e16e72c-1ed5-42c4-b5f5-ede8c52ed2c3') {} {{(pid=94445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:37:09.573993 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4db6a206-613b-435f-931b-bdbcfce5a98c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754220944806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2850461'] for segment, before_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:09.582720 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dfb9c55d-fb94-413b-a5a9-a45c253b6267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:09.587774 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4db6a206-613b-435f-931b-bdbcfce5a98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178'] for segment, precommit_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:09.593927 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db6a206-613b-435f-931b-bdbcfce5a98c admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=94445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 02:37:09.594324 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4db6a206-613b-435f-931b-bdbcfce5a98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2839439'] for segment, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:09.595955 dv-cinder-755654-10-iscsi neutron-server[94445]: Traceback (most recent call last): Aug 19 02:37:09.595955 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 02:37:09.595955 dv-cinder-755654-10-iscsi neutron-server[94445]: timer() Aug 19 02:37:09.595955 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 02:37:09.595955 dv-cinder-755654-10-iscsi neutron-server[94445]: cb(*args, **kw) Aug 19 02:37:09.595955 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 02:37:09.595955 dv-cinder-755654-10-iscsi neutron-server[94445]: return func(*args, **kwargs) Aug 19 02:37:09.595955 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 02:37:09.595955 dv-cinder-755654-10-iscsi neutron-server[94445]: self._notify() Aug 19 02:37:09.595955 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 02:37:09.595955 dv-cinder-755654-10-iscsi neutron-server[94445]: self.callback(batched_events) Aug 19 02:37:09.595955 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 02:37:09.595955 dv-cinder-755654-10-iscsi neutron-server[94445]: event.method(event) Aug 19 02:37:09.595955 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 02:37:09.595955 dv-cinder-755654-10-iscsi neutron-server[94445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 02:37:09.595955 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 02:37:09.595955 dv-cinder-755654-10-iscsi neutron-server[94445]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 02:37:09.595955 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 02:37:09.595955 dv-cinder-755654-10-iscsi neutron-server[94445]: return f(self, *a, **k) Aug 19 02:37:09.595955 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 02:37:09.595955 dv-cinder-755654-10-iscsi neutron-server[94445]: return self._get(url).json() Aug 19 02:37:09.595955 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 02:37:09.595955 dv-cinder-755654-10-iscsi neutron-server[94445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 02:37:09.595955 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 02:37:09.595955 dv-cinder-755654-10-iscsi neutron-server[94445]: return self.request(url, 'GET', **kwargs) Aug 19 02:37:09.595955 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 02:37:09.595955 dv-cinder-755654-10-iscsi neutron-server[94445]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 02:37:09.595955 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 02:37:09.595955 dv-cinder-755654-10-iscsi neutron-server[94445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 02:37:09.595955 dv-cinder-755654-10-iscsi neutron-server[94445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 02:37:09.595955 dv-cinder-755654-10-iscsi neutron-server[94445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 02:37:09.595955 dv-cinder-755654-10-iscsi neutron-server[94445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 02:37:09.610765 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9c55d-fb94-413b-a5a9-a45c253b6267 None None] Pushing event deleted for resources: {'Port': ['ID=2f0a231f-7f82-46e4-97cb-a714f6628f9c,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:37:09.614283 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb9c55d-fb94-413b-a5a9-a45c253b6267 None None] No DVR routers for this DVR port 2f0a231f-7f82-46e4-97cb-a714f6628f9c on host dv-cinder-755654-10-iscsi {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:37:09.715250 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4db6a206-613b-435f-931b-bdbcfce5a98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612725'] for network, after_delete {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:09.721488 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron_lib.callbacks.manager [None req-4db6a206-613b-435f-931b-bdbcfce5a98c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for network, before_response {{(pid=94445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:09.723889 dv-cinder-755654-10-iscsi neutron-server[94445]: INFO neutron.wsgi [None req-4db6a206-613b-435f-931b-bdbcfce5a98c admin admin] 10.222.0.16 "DELETE /v2.0/networks/d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0 HTTP/1.1" status: 204 len: 168 time: 0.6616127 Aug 19 02:37:09.728201 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 44512) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:37:09.737245 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6a206-613b-435f-931b-bdbcfce5a98c admin admin] Pushing event deleted for resources: {'Network': ['ID=d9e1c1fd-5d2d-4dc2-b1b6-064e1aa884d0,revision_number=None']} {{(pid=94445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:37:10.066431 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0040f17c-57cb-40ec-9f6a-e7a66e05aa34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619768'] for router_interface, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:10.302892 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.plugin [None req-0040f17c-57cb-40ec-9f6a-e7a66e05aa34 admin admin] Deleting port fdbd8ced-a2fe-4b40-b985-6d3b53fa14e5 {{(pid=94444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:37:10.303229 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0040f17c-57cb-40ec-9f6a-e7a66e05aa34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:10.380146 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.db [None req-0040f17c-57cb-40ec-9f6a-e7a66e05aa34 admin admin] For port fdbd8ced-a2fe-4b40-b985-6d3b53fa14e5, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=fdbd8ced-a2fe-4b40-b985-6d3b53fa14e5,segment=NetworkSegment(71d68a72-2f1a-4242-97f0-837159a0497d),segment_id=71d68a72-2f1a-4242-97f0-837159a0497d)] {{(pid=94444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:37:10.380509 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0040f17c-57cb-40ec-9f6a-e7a66e05aa34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:10.393428 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.plugin [None req-0040f17c-57cb-40ec-9f6a-e7a66e05aa34 admin admin] Calling delete_port for fdbd8ced-a2fe-4b40-b985-6d3b53fa14e5 owned by network:router_interface {{(pid=94444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:37:10.397086 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 2f0a231f-7f82-46e4-97cb-a714f6628f9c no longer exists at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:37:10.416812 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] No Port match for: 2f0a231f-7f82-46e4-97cb-a714f6628f9c {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:37:10.417171 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 2f0a231f-7f82-46e4-97cb-a714f6628f9c not bound to the agent host dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:37:10.417582 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device ca7c140f-7f36-4628-a97c-639de62b1df7 no longer exists at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:37:10.435426 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] No Port match for: ca7c140f-7f36-4628-a97c-639de62b1df7 {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:37:10.435771 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device ca7c140f-7f36-4628-a97c-639de62b1df7 not bound to the agent host dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:37:10.640651 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0040f17c-57cb-40ec-9f6a-e7a66e05aa34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4183730'] for port, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:10.669306 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0040f17c-57cb-40ec-9f6a-e7a66e05aa34 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdbd8ced-a2fe-4b40-b985-6d3b53fa14e5,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:37:10.685088 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0040f17c-57cb-40ec-9f6a-e7a66e05aa34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:37:10.685460 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0040f17c-57cb-40ec-9f6a-e7a66e05aa34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:37:10.685797 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0040f17c-57cb-40ec-9f6a-e7a66e05aa34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:37:10.686129 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0040f17c-57cb-40ec-9f6a-e7a66e05aa34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:37:10.686456 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0040f17c-57cb-40ec-9f6a-e7a66e05aa34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:37:10.686782 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0040f17c-57cb-40ec-9f6a-e7a66e05aa34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:37:10.687107 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0040f17c-57cb-40ec-9f6a-e7a66e05aa34 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:37:10.687429 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0040f17c-57cb-40ec-9f6a-e7a66e05aa34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:37:10.687748 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0040f17c-57cb-40ec-9f6a-e7a66e05aa34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:37:10.688064 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0040f17c-57cb-40ec-9f6a-e7a66e05aa34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:37:10.688382 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0040f17c-57cb-40ec-9f6a-e7a66e05aa34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:37:10.688696 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0040f17c-57cb-40ec-9f6a-e7a66e05aa34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:37:10.846207 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-0040f17c-57cb-40ec-9f6a-e7a66e05aa34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-754792'] for router_interface, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:11.056866 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0040f17c-57cb-40ec-9f6a-e7a66e05aa34 admin admin] Router 6ab04519-5258-4f59-ad33-67d0a207b1bf has already been hosted by L3 agent 42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c {{(pid=94444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 02:37:11.173081 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0040f17c-57cb-40ec-9f6a-e7a66e05aa34 admin admin] Notify agent at l3_agent.dv-cinder-755654-10-iscsi the message routers_updated {{(pid=94444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 02:37:11.179391 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-0040f17c-57cb-40ec-9f6a-e7a66e05aa34 admin admin] 10.222.0.16 "PUT /v2.0/routers/6ab04519-5258-4f59-ad33-67d0a207b1bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4488068 Aug 19 02:37:11.180550 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 44514) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:37:11.183696 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2058419f-046b-4a1d-b267-f85373dfe56d None None] Sync routers for ids ['6ab04519-5258-4f59-ad33-67d0a207b1bf'] in dv-cinder-755654-10-iscsi {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 02:37:11.192780 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2058419f-046b-4a1d-b267-f85373dfe56d None None] Routers {'6ab04519-5258-4f59-ad33-67d0a207b1bf'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:37:11.193491 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-2058419f-046b-4a1d-b267-f85373dfe56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:36:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['6ab04519-5258-4f59-ad33-67d0a207b1bf'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:37:11.286295 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8ec8d6ad-aa09-405e-bb31-c78e0b570dad admin admin] Notify callbacks [] for router, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:11.294968 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-2058419f-046b-4a1d-b267-f85373dfe56d None None] Set router 6ab04519-5258-4f59-ad33-67d0a207b1bf gateway port host: dv-cinder-755654-10-iscsi {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:37:11.384551 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8ec8d6ad-aa09-405e-bb31-c78e0b570dad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:11.467867 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-2058419f-046b-4a1d-b267-f85373dfe56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab04519-5258-4f59-ad33-67d0a207b1bf', 'name': 'tempest-TestShelveInstance-1314196271-router', 'tenant_id': 'aafcecc656a54078afe7958d0be21c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'external_fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '0b517cd2-181f-4c5d-9fee-21c000656118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:31:31Z', 'updated_at': '2021-08-19T02:37:10Z', 'revision_number': 5, 'project_id': 'aafcecc656a54078afe7958d0be21c6e', 'gw_port': {'id': '0b517cd2-181f-4c5d-9fee-21c000656118', 'name': '', 'network_id': '3bd28d61-6ca0-48ed-a78c-bdbd12784534', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab04519-5258-4f59-ad33-67d0a207b1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '563e592a-26a7-40db-9a00-034f622fa441', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755654-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T02:31:32Z', 'updated_at': '2021-08-19T02:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '563e592a-26a7-40db-9a00-034f622fa441', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755654-10-iscsi'}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:37:11.492218 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2058419f-046b-4a1d-b267-f85373dfe56d None None] Checking router: 6ab04519-5258-4f59-ad33-67d0a207b1bf for host: dv-cinder-755654-10-iscsi {{(pid=94447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 02:37:11.500791 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2058419f-046b-4a1d-b267-f85373dfe56d None None] Routers {'6ab04519-5258-4f59-ad33-67d0a207b1bf'} bound to L3 agent in host dv-cinder-755654-10-iscsi {{(pid=94447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 02:37:11.501452 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-2058419f-046b-4a1d-b267-f85373dfe56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755654-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T02:11:47Z,description=,heartbeat_timestamp=2021-08-19T02:36:47Z,host='dv-cinder-755654-10-iscsi',id=42e0bdfb-d7fe-49a7-b5b3-13f0ba1c3a1c,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T02:11:48Z,topic='l3_agent')) {'router_ids': ['6ab04519-5258-4f59-ad33-67d0a207b1bf'], 'active': True} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:37:11.589449 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_dvr_db [None req-2058419f-046b-4a1d-b267-f85373dfe56d None None] Set router 6ab04519-5258-4f59-ad33-67d0a207b1bf gateway port host: None {{(pid=94447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 02:37:11.645466 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.l3_hamode_db [None req-2058419f-046b-4a1d-b267-f85373dfe56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab04519-5258-4f59-ad33-67d0a207b1bf', 'name': 'tempest-TestShelveInstance-1314196271-router', 'tenant_id': 'aafcecc656a54078afe7958d0be21c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:31:31Z', 'updated_at': '2021-08-19T02:37:11Z', 'revision_number': 6, 'project_id': 'aafcecc656a54078afe7958d0be21c6e', 'gw_port_host': None}], 'dv-cinder-755654-10-iscsi', False) {} {{(pid=94447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:37:11.672790 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2058419f-046b-4a1d-b267-f85373dfe56d None None] The sync data for ids ['6ab04519-5258-4f59-ad33-67d0a207b1bf'] in dv-cinder-755654-10-iscsi is: [{'id': '6ab04519-5258-4f59-ad33-67d0a207b1bf', 'name': 'tempest-TestShelveInstance-1314196271-router', 'tenant_id': 'aafcecc656a54078afe7958d0be21c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T02:31:31Z', 'updated_at': '2021-08-19T02:37:11Z', 'revision_number': 6, 'project_id': 'aafcecc656a54078afe7958d0be21c6e', 'gw_port_host': None}] {{(pid=94447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 02:37:11.780487 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.plugin [None req-8ec8d6ad-aa09-405e-bb31-c78e0b570dad admin admin] Deleting port 0b517cd2-181f-4c5d-9fee-21c000656118 {{(pid=94444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:37:11.780720 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8ec8d6ad-aa09-405e-bb31-c78e0b570dad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:11.856265 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.db [None req-8ec8d6ad-aa09-405e-bb31-c78e0b570dad admin admin] For port 0b517cd2-181f-4c5d-9fee-21c000656118, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=0b517cd2-181f-4c5d-9fee-21c000656118,segment=NetworkSegment(31e5f57a-85b9-444f-b38d-61963340c3f4),segment_id=31e5f57a-85b9-444f-b38d-61963340c3f4)] {{(pid=94444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:37:11.856949 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8ec8d6ad-aa09-405e-bb31-c78e0b570dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:11.868305 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.plugin [None req-8ec8d6ad-aa09-405e-bb31-c78e0b570dad admin admin] Calling delete_port for 0b517cd2-181f-4c5d-9fee-21c000656118 owned by network:router_gateway {{(pid=94444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:37:12.094854 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8ec8d6ad-aa09-405e-bb31-c78e0b570dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4183730'] for port, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:12.129304 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8d6ad-aa09-405e-bb31-c78e0b570dad admin admin] Pushing event deleted for resources: {'Port': ['ID=0b517cd2-181f-4c5d-9fee-21c000656118,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:37:12.185431 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8ec8d6ad-aa09-405e-bb31-c78e0b570dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-612768'] for router_gateway, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:12.273558 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8ec8d6ad-aa09-405e-bb31-c78e0b570dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-622995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14530'] for router, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:12.275630 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8ec8d6ad-aa09-405e-bb31-c78e0b570dad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:12.374918 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8ec8d6ad-aa09-405e-bb31-c78e0b570dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623082'] for router, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:12.375395 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec8d6ad-aa09-405e-bb31-c78e0b570dad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ab04519-5258-4f59-ad33-67d0a207b1bf {{(pid=94444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 02:37:12.380067 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8ec8d6ad-aa09-405e-bb31-c78e0b570dad admin admin] Notify callbacks [] for router, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:12.380993 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-8ec8d6ad-aa09-405e-bb31-c78e0b570dad admin admin] 10.222.0.16 "DELETE /v2.0/routers/6ab04519-5258-4f59-ad33-67d0a207b1bf HTTP/1.1" status: 204 len: 168 time: 1.1994979 Aug 19 02:37:12.383544 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 44516) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:37:12.433695 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.db_base_plugin_v2 [None req-1670a153-ab31-40df-bd59-7f3f9d88f2bf admin admin] Deleting subnet e5d25af4-bc40-4f89-886f-864f3d6810a6 {{(pid=94444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 02:37:12.437207 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1670a153-ab31-40df-bd59-7f3f9d88f2bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:12.461251 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device fdbd8ced-a2fe-4b40-b985-6d3b53fa14e5 no longer exists at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:37:12.473883 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1670a153-ab31-40df-bd59-7f3f9d88f2bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4183620'] for subnet, precommit_delete_associations {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:12.481737 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] No Port match for: fdbd8ced-a2fe-4b40-b985-6d3b53fa14e5 {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:37:12.482084 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device fdbd8ced-a2fe-4b40-b985-6d3b53fa14e5 not bound to the agent host dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:37:12.482495 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 0b517cd2-181f-4c5d-9fee-21c000656118 no longer exists at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:37:12.500840 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] No Port match for: 0b517cd2-181f-4c5d-9fee-21c000656118 {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:37:12.501487 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device 0b517cd2-181f-4c5d-9fee-21c000656118 not bound to the agent host dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:37:12.581683 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1670a153-ab31-40df-bd59-7f3f9d88f2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024327'] for subnet, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:12.712302 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1670a153-ab31-40df-bd59-7f3f9d88f2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4183751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3746301'] for subnet, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:12.737939 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1670a153-ab31-40df-bd59-7f3f9d88f2bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5d25af4-bc40-4f89-886f-864f3d6810a6,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:37:12.741680 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-1670a153-ab31-40df-bd59-7f3f9d88f2bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for subnet, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:12.743551 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-1670a153-ab31-40df-bd59-7f3f9d88f2bf admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e5d25af4-bc40-4f89-886f-864f3d6810a6 HTTP/1.1" status: 204 len: 168 time: 0.3590806 Aug 19 02:37:12.746245 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 44518) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:37:12.747210 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199fd55a-87fd-4cd1-8701-ff448858ebf8 None None] Network 6c827e1e-bc91-42b1-ad84-bc2e1aa61f10 requested from dv-cinder-755654-10-iscsi {{(pid=94446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 02:37:12.814558 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-51465aed-7f3d-42a2-9098-8c1d4a85ef4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930398'] for network, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:12.871966 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.plugin [None req-51465aed-7f3d-42a2-9098-8c1d4a85ef4d admin admin] Deleting port b71f36c1-5d64-4592-b999-a488a7ae6eb3 {{(pid=94444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:37:12.872596 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-51465aed-7f3d-42a2-9098-8c1d4a85ef4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:12.908061 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bedc1c2-98da-4281-95ef-84f0cf7968b8 None None] DHCP port deletion for 6c827e1e-bc91-42b1-ad84-bc2e1aa61f10 request from dv-cinder-755654-10-iscsi {{(pid=94446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 02:37:12.936574 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.db [None req-51465aed-7f3d-42a2-9098-8c1d4a85ef4d admin admin] For port b71f36c1-5d64-4592-b999-a488a7ae6eb3, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=b71f36c1-5d64-4592-b999-a488a7ae6eb3,segment=NetworkSegment(71d68a72-2f1a-4242-97f0-837159a0497d),segment_id=71d68a72-2f1a-4242-97f0-837159a0497d)] {{(pid=94444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:37:12.936859 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-51465aed-7f3d-42a2-9098-8c1d4a85ef4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:12.949750 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.plugin [None req-51465aed-7f3d-42a2-9098-8c1d4a85ef4d admin admin] Calling delete_port for b71f36c1-5d64-4592-b999-a488a7ae6eb3 owned by network:dhcp {{(pid=94444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:37:12.953417 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-6bedc1c2-98da-4281-95ef-84f0cf7968b8 None None] Deleting port b71f36c1-5d64-4592-b999-a488a7ae6eb3 {{(pid=94446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 02:37:12.953790 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6bedc1c2-98da-4281-95ef-84f0cf7968b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220912725'] for port, before_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:13.018353 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.db [None req-6bedc1c2-98da-4281-95ef-84f0cf7968b8 None None] For port b71f36c1-5d64-4592-b999-a488a7ae6eb3, host dv-cinder-755654-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755654-10-iscsi',level=0,port_id=b71f36c1-5d64-4592-b999-a488a7ae6eb3,segment=NetworkSegment(71d68a72-2f1a-4242-97f0-837159a0497d),segment_id=71d68a72-2f1a-4242-97f0-837159a0497d)] {{(pid=94446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 02:37:13.018759 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6bedc1c2-98da-4281-95ef-84f0cf7968b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614862'] for port, precommit_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:13.030956 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-6bedc1c2-98da-4281-95ef-84f0cf7968b8 None None] Calling delete_port for b71f36c1-5d64-4592-b999-a488a7ae6eb3 owned by network:dhcp {{(pid=94446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 02:37:13.135298 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-51465aed-7f3d-42a2-9098-8c1d4a85ef4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4183730'] for port, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:13.142312 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6bedc1c2-98da-4281-95ef-84f0cf7968b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754220918905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754220398668'] for port, after_delete {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:13.161872 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51465aed-7f3d-42a2-9098-8c1d4a85ef4d admin admin] Pushing event deleted for resources: {'Port': ['ID=b71f36c1-5d64-4592-b999-a488a7ae6eb3,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:37:13.165367 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51465aed-7f3d-42a2-9098-8c1d4a85ef4d admin admin] No DVR routers for this DVR port b71f36c1-5d64-4592-b999-a488a7ae6eb3 on host dv-cinder-755654-10-iscsi {{(pid=94444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:37:13.175070 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bedc1c2-98da-4281-95ef-84f0cf7968b8 None None] No DVR routers for this DVR port b71f36c1-5d64-4592-b999-a488a7ae6eb3 on host dv-cinder-755654-10-iscsi {{(pid=94446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 02:37:13.178817 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bedc1c2-98da-4281-95ef-84f0cf7968b8 None None] Pushing event deleted for resources: {'Port': ['ID=b71f36c1-5d64-4592-b999-a488a7ae6eb3,revision_number=None']} {{(pid=94446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:37:13.186795 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bedc1c2-98da-4281-95ef-84f0cf7968b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:37:13.187577 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bedc1c2-98da-4281-95ef-84f0cf7968b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:37:13.187577 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bedc1c2-98da-4281-95ef-84f0cf7968b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:37:13.187877 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bedc1c2-98da-4281-95ef-84f0cf7968b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:37:13.188134 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bedc1c2-98da-4281-95ef-84f0cf7968b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:37:13.188514 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bedc1c2-98da-4281-95ef-84f0cf7968b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:37:13.188890 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bedc1c2-98da-4281-95ef-84f0cf7968b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:37:13.189092 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bedc1c2-98da-4281-95ef-84f0cf7968b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:37:13.189449 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bedc1c2-98da-4281-95ef-84f0cf7968b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:37:13.189776 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bedc1c2-98da-4281-95ef-84f0cf7968b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:37:13.190079 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bedc1c2-98da-4281-95ef-84f0cf7968b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:37:13.190404 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bedc1c2-98da-4281-95ef-84f0cf7968b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755654-10-iscsi {{(pid=94446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 02:37:13.237619 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-51465aed-7f3d-42a2-9098-8c1d4a85ef4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026254', 'neutron.services.segments.db._delete_segments_for_network-8754220901313'] for network, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:13.247808 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.services.segments.db [None req-51465aed-7f3d-42a2-9098-8c1d4a85ef4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c827e1e-bc91-42b1-ad84-bc2e1aa61f10']}} {{(pid=94444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:37:13.260942 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.services.segments.db [None req-51465aed-7f3d-42a2-9098-8c1d4a85ef4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71d68a72-2f1a-4242-97f0-837159a0497d') {'for_net_delete': True} {{(pid=94444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:37:13.261272 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.services.segments.db [None req-51465aed-7f3d-42a2-9098-8c1d4a85ef4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71d68a72-2f1a-4242-97f0-837159a0497d') {} {{(pid=94444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 02:37:13.269819 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-51465aed-7f3d-42a2-9098-8c1d4a85ef4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754220944806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4183629'] for segment, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:13.283226 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-51465aed-7f3d-42a2-9098-8c1d4a85ef4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178'] for segment, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:13.288813 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51465aed-7f3d-42a2-9098-8c1d4a85ef4d admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=94444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 02:37:13.289230 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-51465aed-7f3d-42a2-9098-8c1d4a85ef4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8014178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4183141'] for segment, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:13.290817 dv-cinder-755654-10-iscsi neutron-server[94444]: Traceback (most recent call last): Aug 19 02:37:13.290817 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 02:37:13.290817 dv-cinder-755654-10-iscsi neutron-server[94444]: timer() Aug 19 02:37:13.290817 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 02:37:13.290817 dv-cinder-755654-10-iscsi neutron-server[94444]: cb(*args, **kw) Aug 19 02:37:13.290817 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 02:37:13.290817 dv-cinder-755654-10-iscsi neutron-server[94444]: return func(*args, **kwargs) Aug 19 02:37:13.290817 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 02:37:13.290817 dv-cinder-755654-10-iscsi neutron-server[94444]: self._notify() Aug 19 02:37:13.290817 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 02:37:13.290817 dv-cinder-755654-10-iscsi neutron-server[94444]: self.callback(batched_events) Aug 19 02:37:13.290817 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 02:37:13.290817 dv-cinder-755654-10-iscsi neutron-server[94444]: event.method(event) Aug 19 02:37:13.290817 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 02:37:13.290817 dv-cinder-755654-10-iscsi neutron-server[94444]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 02:37:13.290817 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 02:37:13.290817 dv-cinder-755654-10-iscsi neutron-server[94444]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 02:37:13.290817 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 02:37:13.290817 dv-cinder-755654-10-iscsi neutron-server[94444]: return f(self, *a, **k) Aug 19 02:37:13.290817 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 02:37:13.290817 dv-cinder-755654-10-iscsi neutron-server[94444]: return self._get(url).json() Aug 19 02:37:13.290817 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 02:37:13.290817 dv-cinder-755654-10-iscsi neutron-server[94444]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 02:37:13.290817 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 02:37:13.290817 dv-cinder-755654-10-iscsi neutron-server[94444]: return self.request(url, 'GET', **kwargs) Aug 19 02:37:13.290817 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 02:37:13.290817 dv-cinder-755654-10-iscsi neutron-server[94444]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 02:37:13.290817 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 02:37:13.290817 dv-cinder-755654-10-iscsi neutron-server[94444]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 02:37:13.290817 dv-cinder-755654-10-iscsi neutron-server[94444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 02:37:13.290817 dv-cinder-755654-10-iscsi neutron-server[94444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 02:37:13.290817 dv-cinder-755654-10-iscsi neutron-server[94444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 02:37:13.408701 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-51465aed-7f3d-42a2-9098-8c1d4a85ef4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612725'] for network, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:13.414434 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-51465aed-7f3d-42a2-9098-8c1d4a85ef4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529098'] for network, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:13.416263 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-51465aed-7f3d-42a2-9098-8c1d4a85ef4d admin admin] 10.222.0.16 "DELETE /v2.0/networks/6c827e1e-bc91-42b1-ad84-bc2e1aa61f10 HTTP/1.1" status: 204 len: 168 time: 0.6690686 Aug 19 02:37:13.428173 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51465aed-7f3d-42a2-9098-8c1d4a85ef4d admin admin] Pushing event deleted for resources: {'Network': ['ID=6c827e1e-bc91-42b1-ad84-bc2e1aa61f10,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:37:13.709021 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 44522) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:37:13.752927 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-15eab17c-b8e5-424e-870a-8ed8b54b7fad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a77767d88f5c450f86c3c5a8d944fc8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424664 Aug 19 02:37:13.755398 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 44524) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:37:13.807315 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-ce99e425-8fff-4010-a6f6-bf030851b0f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:13.831185 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-ce99e425-8fff-4010-a6f6-bf030851b0f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:13.952080 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-ce99e425-8fff-4010-a6f6-bf030851b0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:13.955482 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-ce99e425-8fff-4010-a6f6-bf030851b0f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:13.956687 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-ce99e425-8fff-4010-a6f6-bf030851b0f1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/97499655-83b4-4370-85cf-fa0c2003fa38 HTTP/1.1" status: 204 len: 168 time: 0.2003489 Aug 19 02:37:13.965064 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99e425-8fff-4010-a6f6-bf030851b0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97499655-83b4-4370-85cf-fa0c2003fa38,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:37:14.386248 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device b71f36c1-5d64-4592-b999-a488a7ae6eb3 no longer exists at agent ovs-agent-dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 02:37:14.406164 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.plugin [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] No Port match for: b71f36c1-5d64-4592-b999-a488a7ae6eb3 {{(pid=94446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 02:37:14.406510 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron.plugins.ml2.rpc [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Device b71f36c1-5d64-4592-b999-a488a7ae6eb3 not bound to the agent host dv-cinder-755654-10-iscsi {{(pid=94446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 02:37:14.644274 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 44530) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:37:14.683833 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-c5211076-b0e9-42e8-9613-02c1573e5a73 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aafcecc656a54078afe7958d0be21c6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382426 Aug 19 02:37:14.686892 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.wsgi [-] (94444) accepted ('10.222.0.16', 44532) {{(pid=94444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 02:37:14.733615 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8a748a35-f9cd-4d7e-96bd-c6db158b8893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:14.754850 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8a748a35-f9cd-4d7e-96bd-c6db158b8893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:14.886262 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-30ccb2b0-f5a1-451c-853a-843810ef7287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:14.914808 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8a748a35-f9cd-4d7e-96bd-c6db158b8893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733922'] for security_group, after_delete {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:14.917449 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-8a748a35-f9cd-4d7e-96bd-c6db158b8893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:14.919129 dv-cinder-755654-10-iscsi neutron-server[94444]: INFO neutron.wsgi [None req-8a748a35-f9cd-4d7e-96bd-c6db158b8893 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/97627a63-8e5a-447e-ba6b-355451c30a42 HTTP/1.1" status: 204 len: 168 time: 0.2313199 Aug 19 02:37:14.927335 dv-cinder-755654-10-iscsi neutron-server[94444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a748a35-f9cd-4d7e-96bd-c6db158b8893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97627a63-8e5a-447e-ba6b-355451c30a42,revision_number=None']} {{(pid=94444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 02:37:17.248981 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-18662ad7-b011-4486-bf95-79aeb3c8b315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:17.732540 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:18.539732 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:20.031917 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 6 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:37:20.448681 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:38.550864 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:44.874187 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-dc94e49d-ef3c-425f-a69c-d6f4ef52cc08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:47.305333 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-da5d6abc-012d-4bab-a7d5-ab388a66aff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:47.731311 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:48.545453 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:50.459511 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:37:57.032457 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 6 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:38:08.576319 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:38:14.873250 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-b0dd062c-83e5-4e4c-931e-11e9cb8bf2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:38:17.241603 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-f090d4ac-d3aa-4f1b-8591-6cb65731139d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:38:17.687441 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:38:18.565014 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:38:20.470444 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:38:34.033469 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 6 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:38:38.602166 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:38:44.855331 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-9ecc08f6-1547-482b-80f6-622a7910108b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:38:47.238288 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3e7fea71-c5fc-46ad-82a2-42ea6f5f5ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:38:47.729640 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:38:48.546998 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:38:50.475306 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:39:08.578820 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:39:11.033954 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 6 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:39:12.396307 dv-cinder-755654-10-iscsi neutron-server[94445]: DEBUG neutron.wsgi [req-100eae33-ba9a-4425-a874-8ad1aff23ddb req-a25756e2-7d52-4331-bc94-9eaf1431054a service neutron] (94445) timed out ('10.222.0.22', 63634) {{(pid=94445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 02:39:14.866163 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-0b21ce3a-3eab-470f-a011-8e9ca8021e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:39:17.240898 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a4cdd2ef-159d-4321-b678-0fe6d52eb8a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:39:17.723122 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:39:18.580367 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:39:20.463603 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:39:38.606163 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:39:44.865476 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-41fdf112-7cc4-427b-824a-cad86e851ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:39:47.237341 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-71f10d1c-83e9-438f-beac-dc381dffb0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:39:47.699278 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:39:48.033043 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 6 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:39:48.551091 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:39:50.474522 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:08.602133 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:14.868500 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6cd8d405-eea7-4fcc-8daf-c85ab6d98bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:17.234049 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-4f436c65-3328-400e-ae1a-b670e7d112e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:17.714298 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:18.595865 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:20.468555 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:25.033149 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 6 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:40:38.595753 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:44.858588 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-e281600f-25d4-4fc3-8fd2-7a5ec3edace1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:47.229647 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-7ae39755-d2fe-4a79-9c6d-d5407c662c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:47.701817 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:48.560848 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:40:50.481196 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:02.032213 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 6 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:41:08.604801 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:14.886187 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-ac95490b-2f90-4d17-a580-8e5422c24b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:17.221638 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1631fbed-6e4d-47e0-8d4a-c3c4f9c01056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:17.691878 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:18.570221 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:20.491778 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:38.612297 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:39.030446 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 6 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:41:44.866561 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-1b275f87-9151-4e45-9970-aba14e19372f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:47.245324 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-3fa22d5b-8270-4c43-9d1b-cdc44fc6e9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:47.719723 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:48.548292 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:41:50.456807 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:42:08.620971 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:42:14.844679 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6ac967d9-1141-4ada-b662-cadf2305e1c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:42:16.029161 dv-cinder-755654-10-iscsi neutron-server[94447]: DEBUG neutron.db.agents_db [None req-e44eecae-48ab-407d-abe4-cb30b388af37 None None] Agent healthcheck: found 6 active agents {{(pid=94447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 02:42:17.237486 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-fa69731c-227c-4fa2-af6c-4d0bb36c6c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:42:17.694897 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-6c936861-4a5f-4ab0-87ae-89162535a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:42:18.563206 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-a517f9ba-0c12-4dee-93e8-4cf0a6723038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:42:20.478938 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-cbf130be-d66c-436c-94bd-d9942aa9971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:42:38.643962 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d0707fcb-f5a1-4cd8-8593-4789cf0f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 02:42:44.832712 dv-cinder-755654-10-iscsi neutron-server[94446]: DEBUG neutron_lib.callbacks.manager [None req-d5e4471f-18c9-49b3-83b9-45ddb349a87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220901331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020928'] for agent, after_update {{(pid=94446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}